-- Logs begin at Sun 2022-02-20 20:15:50 UTC, end at Sun 2022-02-20 21:17:24 UTC. -- Feb 20 20:48:37.463517 dv-cinder-830088-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 20 20:48:40.522338 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.common.config [-] Logging enabled! Feb 20 20:48:40.522939 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 20:48:40.523087 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102605) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 20:48:40.526368 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.common.config [-] Logging enabled! Feb 20 20:48:40.526639 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 19.1.0.dev515 Feb 20 20:48:40.526953 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=102605) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 20 20:48:40.527928 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 20:48:40.528168 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 20:48:40.528612 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 20:48:40.528868 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 20:48:40.529607 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 20:48:40.529948 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.530400 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING oslo_config.cfg [-] Deprecated: Option "allow_overlapping_ips" from group "DEFAULT" is deprecated for removal. Its value may be silently ignored in the future. Feb 20 20:48:40.530739 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.531054 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.531358 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.531671 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.531968 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.532261 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.532632 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.533002 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.533311 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.533601 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.533898 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.534203 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.534507 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] config_source = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.534797 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.535092 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.535387 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] debug = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.535674 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.536122 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.536580 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.536930 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.537175 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.537458 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.537744 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.538027 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.538316 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.538679 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] host = dv-cinder-830088-1-iscsi {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.538965 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.539261 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.539551 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.539844 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.540115 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.540431 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.540725 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.541003 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] log_dir = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.541283 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] log_file = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.541563 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.541858 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.542153 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.542452 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.542732 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.542901 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.543205 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.543498 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.543781 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.544063 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.544343 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.544650 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.544927 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.545203 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.545499 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.545789 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.546079 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.546355 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.546636 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.546910 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.547185 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.547485 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.547764 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.548042 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.549099 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.549959 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.549959 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.549959 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.550383 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.550383 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.550640 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.550906 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.551186 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.551476 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.551757 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.552036 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] use_journal = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.552315 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] use_json = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.552628 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.552907 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.553198 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.553473 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.553748 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.554027 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.554303 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.554595 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.554872 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:40.555179 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.555481 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.555787 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.556112 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.556429 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.556719 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.557013 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.557296 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.557588 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.557880 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.558178 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.558458 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.558767 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.559061 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.559360 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.559675 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.559978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.560278 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.560588 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.560870 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.561149 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.561437 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.561733 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.562018 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.562315 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.562609 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.562893 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.563197 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.563489 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.564348 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.565196 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.565196 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.565196 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.565570 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.565776 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.566055 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.566342 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.566639 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.566925 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.567205 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.567493 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.567774 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.568054 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.568330 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.568639 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.568934 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.569215 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.569490 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.569761 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.570042 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.570317 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.570606 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.570887 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.571164 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.571437 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.571719 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.571993 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.572272 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.572592 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.572868 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.573151 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.573426 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.573698 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.573972 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.574245 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.574518 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.574792 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.575066 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.575347 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.575620 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.575891 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.576168 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.576476 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.576756 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.577048 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.577353 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.577638 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.577928 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.578212 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.578498 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.578779 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.579061 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.579733 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.579733 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.580737 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.580737 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.580737 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.581104 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.581244 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.581537 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.581839 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.582122 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.582407 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.582696 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.582980 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.583263 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.583556 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.583846 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.584151 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.584479 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.584784 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.585084 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.585387 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.585671 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.585989 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.586271 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:40.586493 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 20:48:40.586746 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=102605) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 20 20:48:40.974617 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=102605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 20:48:40.974889 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" "released" by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=102605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 20:48:40.975203 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=102605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:386}} Feb 20 20:48:40.975689 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 20 20:48:41.315189 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.315495 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.315773 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.317114 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.317396 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.317664 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.365832 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.366123 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.366394 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.382688 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.382983 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.383260 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.415488 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.415777 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.416053 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.457013 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.457300 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.457578 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.831245 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.831937 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.831937 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.832165 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.832779 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.936998 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.937327 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.937618 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.937895 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.938164 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.938478 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.938783 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.939047 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.939504 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.939971 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.940245 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.940559 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.940827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.941089 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.941353 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.941628 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.941890 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.942168 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.942449 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.942716 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.942995 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.943254 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.943543 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.943945 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.944200 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.944613 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:41.945061 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=102605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 20:48:41.946584 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=102605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 20:48:41.946840 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=102605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 20:48:41.947087 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=102605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 20:48:41.947333 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=102605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 20:48:41.947579 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=102605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 20:48:41.947974 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 20 20:48:41.952398 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 20 20:48:41.958707 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 20 20:48:41.962901 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(150, 199)])]) Feb 20 20:48:41.964640 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 20 20:48:41.965136 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 20 20:48:41.965481 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 20 20:48:41.965883 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 20 20:48:41.968833 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 20 20:48:41.969090 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 20 20:48:41.969443 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 20:48:41.975198 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Feb 20 20:48:41.999608 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 20 20:48:42.000086 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.000427 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=102605) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:88}} Feb 20 20:48:42.000801 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.002512 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=102605) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 20 20:48:42.002814 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 20 20:48:42.003066 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 20 20:48:42.006936 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.007230 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.071699 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 20 20:48:42.071938 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 20 20:48:42.072173 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 20 20:48:42.072609 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 20 20:48:42.096975 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_db.sqlalchemy.engines [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=102605) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Feb 20 20:48:42.583563 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Initializing driver for type 'gre' Feb 20 20:48:42.584452 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] gre ID ranges: [(1, 1000)] Feb 20 20:48:42.647273 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Initializing driver for type 'local' Feb 20 20:48:42.647769 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Initializing driver for type 'vlan' Feb 20 20:48:42.662959 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] VlanTypeDriver initialization complete Feb 20 20:48:42.663471 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Initializing driver for type 'vxlan' Feb 20 20:48:42.664115 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] vxlan ID ranges: [(1, 1000)] Feb 20 20:48:42.727859 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Initializing extension driver 'port_security' Feb 20 20:48:42.728468 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.extensions.port_security [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] PortSecurityExtensionDriver initialization complete Feb 20 20:48:42.729042 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Initializing mechanism driver 'openvswitch' Feb 20 20:48:42.729634 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Initializing mechanism driver 'hyperv' Feb 20 20:48:42.740991 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.plugin [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=102605) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:48:42.742386 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > port after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.743011 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > port after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.743620 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > port after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.744810 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=102605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 20:48:42.745537 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > subnet after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.746145 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > subnet after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.746730 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.747400 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=102605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 20:48:42.748084 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > network after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.748720 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > network after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.749322 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > network after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.749991 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=102605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 20:48:42.750698 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > security_group after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.751309 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > security_group after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.751914 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > security_group after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.752629 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=102605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 20:48:42.753281 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.753865 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.754464 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.755109 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=102605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 20:48:42.755774 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > address_group after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.756387 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > address_group after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.756950 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > address_group after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.757593 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=102605) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 20 20:48:42.758323 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] ML2 OVO RPC backend initialized. {{(pid=102605) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:161}} Feb 20 20:48:42.759507 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.760192 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.760878 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > network before_response 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.761541 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > networks before_response 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.762157 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > port before_response 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.762948 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > ports before_response 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.763645 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > subnet before_response 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.764326 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > subnets before_response 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.765145 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > network after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.765773 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > network after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.766547 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > network after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.767793 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > port after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.768539 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > port after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.769141 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > port after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.769888 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > subnet after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.770511 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > subnet after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.771097 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > subnet after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.785434 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded quota_driver: . Feb 20 20:48:42.786104 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.plugin [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Modular L2 Plugin initialization complete Feb 20 20:48:42.786672 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading services supported by the core plugin {{(pid=102605) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 20 20:48:42.787232 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.plugins.ml2.managers [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Got port-security extension from driver 'port_security' Feb 20 20:48:42.788035 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.extensions.vlantransparent [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Disabled vlantransparent extension. Feb 20 20:48:42.788911 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=102605) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 20 20:48:42.789454 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading Plugin: router Feb 20 20:48:42.848846 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router_interface before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.849505 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router after_create 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.849987 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router before_create 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.850561 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router_interface before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.851164 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router_interface after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.851720 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router after_delete 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.852294 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > floatingip after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.852939 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > floatingip after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.853552 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router after_create 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.854152 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router after_update 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.854769 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router after_update 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.855370 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.856007 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router after_update 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.856777 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router precommit_update 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.857410 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: port after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.858011 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: port after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.858630 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: subnet after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.859227 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.859843 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > port precommit_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.860459 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router precommit_create 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.861095 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: port before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.861711 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router precommit_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.862319 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router after_update 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.862916 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router precommit_delete 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.863747 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router precommit_create 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.864416 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router_interface after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.865019 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router precommit_update 55549900 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.865657 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > agent after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.866265 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > agent after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.866857 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > network after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.868378 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Tracking information for resource: router configured {{(pid=102605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 20:48:42.868958 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Tracking information for resource: floatingip configured {{(pid=102605) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 20 20:48:42.877987 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.db.l3_agentschedulers_db [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 20 20:48:42.878944 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: port after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.879540 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: port after_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.880116 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: port after_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.880741 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: port after_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.882075 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router before_create 55550100 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.882678 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router precommit_delete 55550100 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.883284 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router precommit_create 55550100 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.883877 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > router precommit_update 55550100 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.894660 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.services.provider_configuration [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service providers = [] {{(pid=102605) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 20 20:48:42.895259 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.db.servicetype_db [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=102605) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 20 20:48:42.900140 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.services.service_base [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=102605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 20:48:42.900750 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.services.service_base [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=102605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 20:48:42.901303 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.services.service_base [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=102605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 20:48:42.902746 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.services.service_base [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=102605) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 20 20:48:42.903461 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.services.service_base [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 20 20:48:42.904097 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=102605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 20:48:42.904671 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 20 20:48:42.923574 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Successfully loaded METERING plugin. Description: METERING {{(pid=102605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 20:48:42.924137 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading Plugin: auto_allocate Feb 20 20:48:42.933838 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: network precommit_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.934440 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: network precommit_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.935309 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=102605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 20:48:42.935855 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading Plugin: tag Feb 20 20:48:42.947187 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=102605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 20:48:42.947731 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading Plugin: timestamp Feb 20 20:48:42.954206 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=102605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 20:48:42.955291 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading Plugin: network_ip_availability Feb 20 20:48:42.964720 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.965349 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.965940 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:42.967190 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=102605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 20:48:42.967741 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading Plugin: flavors Feb 20 20:48:42.976100 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=102605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 20:48:42.976668 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading Plugin: revisions Feb 20 20:48:42.983694 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=102605) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 20 20:48:42.984331 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_concurrency.lockutils [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Lock "manager" "released" by "neutron.manager.NeutronManager._create_instance" :: held 2.009s {{(pid=102605) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:400}} Feb 20 20:48:42.986343 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=102605) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 20 20:48:42.986869 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Initializing extension manager. Feb 20 20:48:42.987713 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: __init__.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:42.988299 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: __pycache__ {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:42.988904 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:42.989489 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: address_group.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:42.990756 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:42.991758 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: address-group Feb 20 20:48:42.992322 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: address_scope.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:42.993517 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:42.994417 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: address-scope Feb 20 20:48:42.995238 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: admin_state_down_before_update.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:42.996818 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:42.997700 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: router-admin-state-down-before-update Feb 20 20:48:42.998276 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: agent.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:42.999434 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.000326 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: agent Feb 20 20:48:43.000905 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: agent_resources_synced.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.002464 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.003348 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: agent-resources-synced Feb 20 20:48:43.003893 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: allowedaddresspairs.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.006826 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.007704 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: allowed-address-pairs Feb 20 20:48:43.008273 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: auto_allocated_topology.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.010044 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.010866 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: auto-allocated-topology Feb 20 20:48:43.011410 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: availability_zone.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.012542 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.013411 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: availability_zone Feb 20 20:48:43.013981 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: availability_zone_filter.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.015424 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.016305 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: availability_zone_filter Feb 20 20:48:43.017421 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: data_plane_status.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.018870 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.019711 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension data-plane-status not supported by any of loaded plugins Feb 20 20:48:43.020265 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: default_subnetpools.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.021763 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.022639 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: default-subnetpools Feb 20 20:48:43.023198 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: dhcpagentscheduler.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.024592 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.025451 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: dhcp_agent_scheduler Feb 20 20:48:43.025938 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: dns.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.027283 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.028075 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension dns-integration not supported by any of loaded plugins Feb 20 20:48:43.028634 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: dns_domain_ports.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.030050 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.030896 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 20 20:48:43.031449 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.033512 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.034644 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Feb 20 20:48:43.035207 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: dvr.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.036301 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.037233 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: dvr Feb 20 20:48:43.037780 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: ecmp_routes.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.039221 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.040070 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension ecmp_routes not supported by any of loaded plugins Feb 20 20:48:43.040661 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: empty_string_filtering.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.042068 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.042922 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: empty-string-filtering Feb 20 20:48:43.043487 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.045020 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.045896 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 20 20:48:43.046461 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.047917 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.049627 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 20 20:48:43.050160 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: external_net.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.051615 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.052542 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: external-net Feb 20 20:48:43.053101 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: extra_dhcp_opt.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.054562 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.055443 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: extra_dhcp_opt Feb 20 20:48:43.055983 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: extraroute.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.057443 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.058307 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: extraroute Feb 20 20:48:43.058856 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: extraroute_atomic.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.060537 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.061415 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: extraroute-atomic Feb 20 20:48:43.061965 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: filter_validation.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.063063 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.064537 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: filter-validation Feb 20 20:48:43.065072 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: fip_pf_description.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.066546 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.067436 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 20 20:48:43.068000 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: fip_port_details.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.069845 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.070703 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: fip-port-details Feb 20 20:48:43.071275 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: flavors.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.073294 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.074162 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: flavors Feb 20 20:48:43.074714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.077402 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.078262 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 20 20:48:43.078801 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: floatingip_pools.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.080537 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.081384 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: floatingip-pools Feb 20 20:48:43.081914 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: ip_allocation.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.083346 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.084187 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension ip_allocation not supported by any of loaded plugins Feb 20 20:48:43.084723 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: ip_substring_port_filtering.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.086149 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.087031 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: ip-substring-filtering Feb 20 20:48:43.087600 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: l2_adjacency.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.089135 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.090007 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension l2_adjacency not supported by any of loaded plugins Feb 20 20:48:43.090565 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: l3.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.092216 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.093111 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: router Feb 20 20:48:43.093622 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: l3_conntrack_helper.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.097387 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.098275 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 20 20:48:43.098823 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: l3_ext_gw_mode.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.100377 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.101216 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: ext-gw-mode Feb 20 20:48:43.101771 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: l3_ext_ha_mode.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.103219 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.104106 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: l3-ha Feb 20 20:48:43.104687 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: l3_ext_ndp_proxy.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.106122 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Router support to enable NDP proxy" alias="l3-ext-ndp-proxy" description="Router extension to enable ndp proxy" updated="2020-08-25T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.106997 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension l3-ext-ndp-proxy not supported by any of loaded plugins Feb 20 20:48:43.107542 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: l3_flavors.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.109018 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.109911 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: l3-flavors Feb 20 20:48:43.110463 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: l3_ndp_proxy.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.112749 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="name" alias="l3-ndp-proxy" description="description" updated="2021-06-29T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.113610 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension l3-ndp-proxy not supported by any of loaded plugins Feb 20 20:48:43.114160 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.115588 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.116504 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: l3-port-ip-change-not-allowed Feb 20 20:48:43.117054 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: l3agentscheduler.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.118755 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.119887 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: l3_agent_scheduler Feb 20 20:48:43.120464 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: local_ip.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.123321 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Local IP" alias="local_ip" description="Support Node Local Virtual IP" updated="2021-07-26T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.124203 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension local_ip not supported by any of loaded plugins Feb 20 20:48:43.124802 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: logging.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.130598 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.131511 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension logging not supported by any of loaded plugins Feb 20 20:48:43.132074 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: metering.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.133400 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.134442 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: metering Feb 20 20:48:43.134999 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.136859 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.137749 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: metering_source_and_destination_fields Feb 20 20:48:43.138314 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: multiprovidernet.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.139763 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.140676 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: multi-provider Feb 20 20:48:43.141239 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: netmtu.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.143129 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.143989 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: net-mtu Feb 20 20:48:43.144571 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: netmtu_writable.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.146063 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.146924 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: net-mtu-writable Feb 20 20:48:43.147480 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: network_availability_zone.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.148606 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.149472 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: network_availability_zone Feb 20 20:48:43.150012 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: network_ip_availability.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.151778 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.152655 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: network-ip-availability Feb 20 20:48:43.153165 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: network_segment_range.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.154406 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.155289 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension network-segment-range not supported by any of loaded plugins Feb 20 20:48:43.155858 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: pagination.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.158402 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.159054 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: pagination Feb 20 20:48:43.159579 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: port_device_profile.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.161096 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.161994 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: port-device-profile Feb 20 20:48:43.162556 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: port_mac_address_regenerate.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.164011 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.164938 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: port-mac-address-regenerate Feb 20 20:48:43.165496 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: port_numa_affinity_policy.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.166946 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.167835 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: port-numa-affinity-policy Feb 20 20:48:43.168434 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: port_resource_request.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.169807 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.170624 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension port-resource-request not supported by any of loaded plugins Feb 20 20:48:43.171127 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: port_resource_request_groups.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.172559 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Port Resource Request Groups" alias="port-resource-request-groups" description="Support requesting multiple groups of resources and traits from the same RP subtree in resource_request" updated="2021-08-02T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.173436 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension port-resource-request-groups not supported by any of loaded plugins Feb 20 20:48:43.174064 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: portbindings.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.175396 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.176209 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: binding Feb 20 20:48:43.176715 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: portbindings_extended.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.178562 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.179324 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: binding-extended Feb 20 20:48:43.179803 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: portsecurity.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.181116 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.181886 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: port-security Feb 20 20:48:43.182370 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: project_id.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.183758 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.184264 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: project-id Feb 20 20:48:43.184774 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: providernet.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.186066 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.186846 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: provider Feb 20 20:48:43.187331 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.194117 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.195022 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos not supported by any of loaded plugins Feb 20 20:48:43.195590 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos_bw_limit_direction.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.197603 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.198463 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 20 20:48:43.199033 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.200528 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.201417 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 20 20:48:43.201977 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos_default.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.203408 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.204729 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos-default not supported by any of loaded plugins Feb 20 20:48:43.205312 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos_fip.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.206741 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.207613 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos-fip not supported by any of loaded plugins Feb 20 20:48:43.208152 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos_fip_network_policy.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.209586 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="QoS floating IP network policy ID" alias="qos-fip-network-policy" description="Adds a the QoS network ID to the floating IP definition" updated="2021-11-15T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.210388 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos-fip-network-policy not supported by any of loaded plugins Feb 20 20:48:43.210902 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos_gateway_ip.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.212390 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.213293 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 20 20:48:43.213856 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos_port_network_policy.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.215525 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.216438 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 20 20:48:43.216979 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos_pps_minimum_rule.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.218703 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="QoS minimum packet rate rule" alias="qos-pps-minimum" description="Allow to configure QoS minimum packet rate rule." updated="2021-07-14T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.219599 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos-pps-minimum not supported by any of loaded plugins Feb 20 20:48:43.221090 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos_pps_minimum_rule_alias.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.222741 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="QoS minimum packet rate rule alias" alias="qos-pps-minimum-rule-alias" description="API to enable GET, PUT and DELETE operations on QoS minimum packet rate rule without specifying policy ID" updated="2021-10-22T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.223634 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos-pps-minimum-rule-alias not supported by any of loaded plugins Feb 20 20:48:43.224189 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos_pps_rule.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.226136 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="QoS Rule Type Packet per Second Extension" alias="qos-pps" description="Add QoS Rule Type Packet per Second" updated="2021-05-12T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.227019 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos-pps not supported by any of loaded plugins Feb 20 20:48:43.227571 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos_rule_type_details.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.229051 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.229934 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 20 20:48:43.230485 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: qos_rules_alias.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.232133 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.233053 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 20 20:48:43.233604 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: quota_check_limit.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.235029 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Quota engine limit check" alias="quota-check-limit" description="Support for checking the resource usage before applying a new quota limit" updated="2021-09-08T16:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.236612 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: quota-check-limit Feb 20 20:48:43.237146 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: quotasv2.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.238734 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per project" updated="2012-07-29T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.239286 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: quotas Feb 20 20:48:43.239833 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: quotasv2_detail.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.242805 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.243355 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: quota_details Feb 20 20:48:43.243904 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: rbac.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.245932 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.246847 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: rbac-policies Feb 20 20:48:43.247395 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: rbac_address_group.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.248919 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.249793 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: rbac-address-group Feb 20 20:48:43.250343 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: rbac_address_scope.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.251823 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.252740 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: rbac-address-scope Feb 20 20:48:43.253290 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: rbac_security_groups.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.254738 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.255623 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: rbac-security-groups Feb 20 20:48:43.256175 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: rbac_subnetpool.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.257868 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.258742 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: rbac-subnetpool Feb 20 20:48:43.259292 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: revisionifmatch.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.260770 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.261658 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: revision-if-match Feb 20 20:48:43.262255 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: revisions.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.264202 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.265122 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: standard-attr-revisions Feb 20 20:48:43.265674 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: router_availability_zone.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.266801 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.267695 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: router_availability_zone Feb 20 20:48:43.268245 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: routerservicetype.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.269748 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.270631 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension router-service-type not supported by any of loaded plugins Feb 20 20:48:43.271180 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.272686 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.273577 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: security-groups-normalized-cidr Feb 20 20:48:43.274134 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: security_groups_port_filtering.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.275579 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.276501 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: port-security-groups-filtering Feb 20 20:48:43.277054 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: security_groups_remote_address_group.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.278503 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.279384 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: security-groups-remote-address-group Feb 20 20:48:43.279939 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: security_groups_shared_filtering.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.281428 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Security group filtering on the shared field" alias="security-groups-shared-filtering" description="Support filtering security groups on the shared field" updated="2021-10-05T09:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.282315 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: security-groups-shared-filtering Feb 20 20:48:43.283661 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: security_groups_shared_filtering_lib.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.284821 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Did not find expected name "Security_groups_shared_filtering_lib" in /opt/stack/neutron/neutron/extensions/security_groups_shared_filtering_lib.py Feb 20 20:48:43.285373 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: securitygroup.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.303688 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.304550 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: security-group Feb 20 20:48:43.305011 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: segment.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.306360 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.307155 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension segment not supported by any of loaded plugins Feb 20 20:48:43.307656 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.309546 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.310510 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 20 20:48:43.311064 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: servicetype.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.313259 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.314285 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: service-type Feb 20 20:48:43.314846 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: sorting.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.316773 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.317338 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: sorting Feb 20 20:48:43.317888 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: standard_attr_segment.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.319691 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.320792 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 20 20:48:43.321352 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: standardattrdescription.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.322595 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.323560 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: standard-attr-description Feb 20 20:48:43.324137 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: stateful_security_group.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.325846 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.326736 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: stateful-security-group Feb 20 20:48:43.327283 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: stdattrs_common.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.328265 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 20 20:48:43.328861 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.331035 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.331950 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 20 20:48:43.332557 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: subnet_onboard.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.334504 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.335465 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: subnet_onboard Feb 20 20:48:43.336025 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: subnet_segmentid_writable.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.337574 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.338429 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 20 20:48:43.338962 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: subnet_service_types.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.340561 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.341482 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: subnet-service-types Feb 20 20:48:43.342034 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: subnetallocation.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.343858 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.344810 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: subnet_allocation Feb 20 20:48:43.345938 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.347226 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.348115 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: subnetpool-prefix-ops Feb 20 20:48:43.348725 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.350480 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.351364 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 20 20:48:43.351924 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: tagging.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.354138 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.355057 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: standard-attr-tag Feb 20 20:48:43.355625 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: timestamp.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.358072 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.359020 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loaded extension: standard-attr-timestamp Feb 20 20:48:43.359598 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: trunk.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.361862 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.362765 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension trunk not supported by any of loaded plugins Feb 20 20:48:43.363322 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: trunk_details.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.364879 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.365786 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension trunk-details not supported by any of loaded plugins Feb 20 20:48:43.366330 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: uplink_status_propagation.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.367910 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.368861 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 20 20:48:43.369432 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Loading extension file: vlantransparent.py {{(pid=102605) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 20 20:48:43.370886 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=102605) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 20 20:48:43.371777 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extension vlan-transparent not supported by any of loaded plugins Feb 20 20:48:43.377534 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:network Feb 20 20:48:43.378399 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:subnet Feb 20 20:48:43.379082 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 20:48:43.379765 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:port Feb 20 20:48:43.382088 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.382839 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service FLAVORS assigned prefix: {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.383953 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.384735 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.385320 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:router Feb 20 20:48:43.386086 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:floatingip Feb 20 20:48:43.386919 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service METERING assigned prefix: /metering {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.389613 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:43.390227 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:43.390841 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=102605) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:48:43.392817 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 20:48:43.393571 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:security_group Feb 20 20:48:43.394305 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 20:48:43.395362 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service CORE assigned prefix: {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.395955 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 20:48:43.396594 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] subnetpool is already registered Feb 20 20:48:43.397275 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service CORE assigned prefix: {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.397817 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 20:48:43.398374 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] subnetpool is already registered Feb 20 20:48:43.402642 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.403350 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service FLAVORS assigned prefix: {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.404430 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.405162 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.405743 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:router Feb 20 20:48:43.406305 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] router is already registered Feb 20 20:48:43.407018 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:floatingip Feb 20 20:48:43.408234 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] floatingip is already registered Feb 20 20:48:43.409086 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service METERING assigned prefix: /metering {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.410349 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of CountableResource for resource:rbac_policy Feb 20 20:48:43.410897 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] rbac_policy is already registered Feb 20 20:48:43.411618 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:security_group Feb 20 20:48:43.412191 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] security_group is already registered Feb 20 20:48:43.412905 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:security_group_rule Feb 20 20:48:43.413453 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] security_group_rule is already registered Feb 20 20:48:43.414549 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service CORE assigned prefix: {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.415076 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 20:48:43.415641 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] subnetpool is already registered Feb 20 20:48:43.416393 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.v2.resource_helper [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Service CORE assigned prefix: {{(pid=102605) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 20 20:48:43.416925 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Creating instance of TrackedResource for resource:subnetpool Feb 20 20:48:43.417469 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING neutron.quota.resource_registry [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] subnetpool is already registered Feb 20 20:48:43.418270 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: extensions {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.421108 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: address-groups {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.423969 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: address-scopes {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.426395 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: agents {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.428494 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: auto-allocated-topology {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.430834 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: availability_zones {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.433156 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: dhcp-networks {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.436006 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: dhcp-agents {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.438603 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: routers {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.442652 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: flavors {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.444743 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: service_profiles {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.446842 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: next_providers {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.449702 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: service_profiles {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.452666 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: floatingip-pools {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.455642 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: routers {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.459842 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: floatingips {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.464047 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: l3-routers {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.466826 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: l3-agents {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.469513 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: metering-labels {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.472733 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: metering-label-rules {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.475072 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: network-ip-availabilities {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.477469 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: bindings {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.480630 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: quotas {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.483657 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: quotas {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.487172 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: rbac-policies {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.489514 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: security-groups {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.491766 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: security-group-rules {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.494185 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: service-providers {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.496758 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: subnetpools {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.499415 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: subnetpools {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.502581 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: tags {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.505820 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: tags {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.509315 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: tags {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.512789 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: tags {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.516143 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: tags {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.520563 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: tags {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.523765 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: tags {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.527356 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: tags {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.530770 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: tags {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.541868 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron.api.extensions [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Extended resource: tags {{(pid=102605) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 20 20:48:43.552595 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING keystonemiddleware.auth_token [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 20 20:48:43.557360 dv-cinder-830088-1-iscsi neutron-server[102605]: WARNING keystonemiddleware.auth_token [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 20 20:48:43.566723 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_concurrency.lockutils [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Acquired lock "singleton_lock" {{(pid=102605) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:294}} Feb 20 20:48:43.567206 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_concurrency.lockutils [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Releasing lock "singleton_lock" {{(pid=102605) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:312}} Feb 20 20:48:43.567887 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO oslo_service.service [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Starting 2 workers Feb 20 20:48:43.573009 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Started child 102716 {{(pid=102605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 20:48:43.578848 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:48:43.581172 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [-] (102716) wsgi starting up on http://0.0.0.0:9696 Feb 20 20:48:43.581472 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Started child 102717 {{(pid=102605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 20:48:43.583083 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO neutron.service [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Neutron service started, listening on 0.0.0.0:9696 Feb 20 20:48:43.583791 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Publish callbacks [] for process (None), before_spawn {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:48:43.586387 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO oslo_service.service [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Starting 1 workers Feb 20 20:48:43.586968 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:48:43.588614 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [-] (102717) wsgi starting up on http://0.0.0.0:9696 Feb 20 20:48:43.592067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Started child 102718 {{(pid=102605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 20:48:43.592735 dv-cinder-830088-1-iscsi neutron-server[102605]: INFO oslo_service.service [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Starting 1 workers Feb 20 20:48:43.597857 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Started child 102719 {{(pid=102605) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Feb 20 20:48:43.598762 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG neutron_lib.callbacks.manager [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] Publish callbacks [] for process (None), after_spawn {{(pid=102605) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:48:43.599366 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.service [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] calling RpcWorker wait() {{(pid=102718) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 20 20:48:43.600211 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.service [None req-889e3584-f7a4-4ffb-ab65-94f759886c1d None None] returning from RpcWorker wait() {{(pid=102718) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 20 20:48:43.601102 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102605) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 20:48:43.601265 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 20:48:43.601422 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 20:48:43.601695 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 20:48:43.602022 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 20:48:43.602182 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 20:48:43.602730 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.603009 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.603292 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.603563 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.603723 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:48:43.603854 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.604497 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.604779 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.605049 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.605193 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:48:43.605333 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.605599 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.605742 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.605865 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.606109 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.606266 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [-] Publish callbacks [] for process (None), after_init {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:48:43.607022 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.607022 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.607022 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.607356 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.607476 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.607611 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.607744 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:48:43.607869 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.608286 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.608554 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.608806 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] debug = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.609035 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.609381 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.609646 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.609887 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.610105 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.610367 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.611187 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.611406 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.611644 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.611851 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.612073 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.612428 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.612670 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.612889 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.613100 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.613326 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.613556 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.613795 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.614483 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] host = dv-cinder-830088-1-iscsi {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.614483 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.614927 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.614927 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.615391 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.615391 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.615820 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.615820 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.616231 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.616473 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.616708 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.616923 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.617153 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.617364 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.617575 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_file = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.617806 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_options = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.617806 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.618230 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.618442 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.618654 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.618654 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.619049 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.619258 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.619258 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.619929 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.620143 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.620143 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.620585 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.620804 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.621029 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.621243 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.621457 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.621684 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.621894 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.622107 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.622320 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.622541 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.622752 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.622989 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.623222 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.623443 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.623653 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.623903 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.624126 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.624887 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.624887 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.624887 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.625511 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.625511 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.625511 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.627030 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.627030 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.627030 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.627030 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.627829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.627829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.627829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.628493 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.628493 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.628493 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.629106 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.629106 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.629106 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] use_json = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.629728 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.629728 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.629728 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.630366 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.630366 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.630366 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.631113 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.631113 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.631113 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.631695 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.631695 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.632120 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.632339 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.632577 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.632798 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.633023 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.633257 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.633475 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.633714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.634028 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.634260 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.634927 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.634927 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.636747 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.636747 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.636747 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.636747 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.636747 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.636747 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.636747 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.637978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.637978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.637978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.637978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.637978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.641647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.641647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.641647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.641647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.641647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.641647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.641647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.641647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.644550 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.644550 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.644550 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.644550 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.644550 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.644550 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.644550 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.644550 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.644550 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.645802 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.645802 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.645802 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.645802 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.645802 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.645802 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.645802 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.645802 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.645802 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.646312 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.646312 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.646312 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.646312 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.646312 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.646312 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.646312 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.646717 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.646717 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.646935 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.647137 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.647360 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.647604 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.647811 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.648465 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.648465 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.648627 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.648764 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.648980 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.649195 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.649443 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.649981 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.649981 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.650560 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.650560 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.650560 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.651956 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.651956 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.651956 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.651956 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.651956 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.651956 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.652417 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.652417 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.652417 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.652664 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.652888 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.653123 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.653340 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.653635 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.653987 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.654212 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.654454 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.654672 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.654925 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.655151 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.655414 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.655656 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.655862 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.656071 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.656321 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.656591 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.656890 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.657161 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.657449 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.657715 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.657943 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.658399 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.658633 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.658873 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.659112 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.659362 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.659637 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.659874 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.660130 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.660399 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.660635 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.660933 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.661184 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.661440 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.661662 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.661944 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.662232 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.662517 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.662776 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.663992 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.663992 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.663992 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.663992 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.663992 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.665144 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.665144 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.665144 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.665144 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.666429 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.666429 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.666429 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.666429 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.666429 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.666429 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.667695 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.667695 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.667695 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.667695 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.667695 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.668763 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.668763 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.668763 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.668763 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.668763 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.669807 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.669807 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.669807 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.669807 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.669807 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.670827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.670827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.670827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.670827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.671648 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.671648 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.671648 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.671648 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.671648 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.672590 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.672590 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.672590 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.672774 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.672853 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.673622 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.673829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.674048 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.674303 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.674522 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.674795 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.675044 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.675267 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.675535 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.678011 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.678011 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.678011 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.678011 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.678011 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.678011 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.678011 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.678011 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.679978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.679978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.679978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.679978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.679978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.679978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.679978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.679978 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.682742 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.682742 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.682742 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.682742 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.682742 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.682742 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.682742 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.682742 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.682742 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.683351 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.683351 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.683351 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.683351 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.683351 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.683351 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.683351 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.683741 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.683741 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.683873 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.684044 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.684217 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.684494 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.684728 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.684974 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.685296 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.685398 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.685780 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.686061 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.686314 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.686548 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.686805 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.687026 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.687295 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.687543 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.687755 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.687968 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.688191 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.688433 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.688728 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.689628 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.689848 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.690064 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.690342 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.690514 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.690731 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.690960 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.691173 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.691389 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.691611 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.691848 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.692062 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.692310 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.692568 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.692780 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.693007 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.693245 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.693457 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.693687 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.693855 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53048) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:48:43.693958 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.694100 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.694328 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.694547 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.694759 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.695049 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.695302 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.695526 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.695827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.696080 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.696341 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.696611 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.696926 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.697151 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.697568 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.697951 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.698327 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.698708 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.699115 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.699594 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.700041 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.700488 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.700755 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.701059 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.701335 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.701624 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.701862 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.702168 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.703261 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.703261 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.703261 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.703261 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.703752 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.703752 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.703995 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.704173 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.704657 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.704884 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.705126 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.705383 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.705759 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.706854 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.706854 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.707247 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [-] 10.222.0.71 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0084000 Feb 20 20:48:43.707430 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.707430 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.707430 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.707430 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.707430 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.707430 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 20:48:43.709482 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=102605) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Feb 20 20:48:43.709482 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 20 20:48:43.709482 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 20 20:48:43.709482 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 20 20:48:43.710154 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 20 20:48:43.710154 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 20 20:48:43.710154 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.710644 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.710644 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.711626 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.711870 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.712095 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.712323 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.713579 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.713579 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.713579 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.714279 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.714279 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.714279 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.714279 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.714279 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.715188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.715188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.715188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.715188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.715188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] config_source = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.715188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.716897 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.716897 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] debug = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.716897 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.716897 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.716897 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.716897 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.718179 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.718179 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.718179 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.718179 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.718179 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.718179 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.718179 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.718179 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.722295 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.722295 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.722295 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] fatal_deprecations = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.722295 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.722295 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.722295 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.722295 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] host = dv-cinder-830088-1-iscsi {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.722295 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.723784 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.723784 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.723784 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.723784 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.723784 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.723784 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.723784 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.723784 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.724851 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.724851 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.724851 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.724851 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_dir = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.724851 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_file = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.724851 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_options = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.724851 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.724851 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.724851 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.725945 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.725945 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.725945 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.725945 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.725945 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.725945 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.725945 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.726782 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.726782 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.726782 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.726782 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.726782 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.726782 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.727532 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.727532 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.727532 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.727532 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.727532 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.728140 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.728140 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.728140 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.728140 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.729860 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.729860 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.729860 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.729860 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.729860 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.729860 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.729860 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.729860 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rpc_resources_processing_step = 20 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.734067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.734067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.734067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.734067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.734067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.734067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.734067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.734067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736310 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736310 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736310 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736310 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736310 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] use_journal = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736310 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] use_json = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736310 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736310 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736310 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736936 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736936 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736936 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736936 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736936 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736936 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 20 20:48:43.736936 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.736936 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.737371 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.737371 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.737371 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.737371 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.737371 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.737638 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.737892 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.737981 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.738153 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.738310 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.738492 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.738669 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.738832 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.738989 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.739297 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.739641 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.739979 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.740314 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.740712 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.741052 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.741408 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.741575 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.741742 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_process_name = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.741914 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.742073 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.742255 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.742418 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.742781 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.743035 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.743277 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.71/identity {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.743277 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.743714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.743714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.743714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.745147 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.745147 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.745147 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.745147 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.745147 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.745147 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.745147 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.746378 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.746378 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.746378 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.746378 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.746378 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.746378 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.746378 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.746378 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.746378 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.748195 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.748195 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.748195 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.748195 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.748195 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.748195 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.748195 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.748195 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.748195 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.752714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.752714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.752714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.752714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.752714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.752714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.752714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.752714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.752714 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.755456 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.755456 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.755456 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.755456 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.755456 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.755456 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.755456 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.755456 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.755456 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.760096 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.760096 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.760096 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.760096 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.760096 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.760096 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.760096 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.760096 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.760096 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.763194 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.763194 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.763194 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.763194 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.763194 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.763194 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.763194 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.763194 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.764764 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.764764 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.764764 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.764764 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.764764 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.764764 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.764764 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.764764 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.765896 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.765896 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.765896 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.765896 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.765896 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.765896 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.765896 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.765896 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.766827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.766827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.766827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.766827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.766827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.766827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.766827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.766827 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.767646 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.767646 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.767646 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.767646 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.767646 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.767646 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.767646 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.767646 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.769220 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.769220 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.769220 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.769220 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.769220 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.769220 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.769220 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.769220 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.769220 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.774313 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.774313 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.774313 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.774313 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.774313 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.774313 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.774313 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.774313 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.777115 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.777115 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.777115 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.777115 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.777115 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.777115 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.71/identity {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.777115 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.777115 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.778771 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.778771 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.778771 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.778771 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.778771 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.778771 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.778771 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.778771 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.780754 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.780754 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.780754 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.780754 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.780754 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.780754 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.780754 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.780754 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781199 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781199 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781199 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781199 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781199 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781199 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781199 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781199 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.781647 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.782103 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.782103 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.782103 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.782103 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.782103 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.782103 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.782103 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.782103 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.783067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.783067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.783067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.783067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.783067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.dead_timeout = 60.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.783067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.783067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.enable_retry_client = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.783067 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.enable_socket_keepalive = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.hashclient_retry_attempts = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.hashclient_retry_delay = 1.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784188 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784840 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784840 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784840 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784840 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784840 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.retry_attempts = 2 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784840 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.retry_delay = 0.0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784840 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.socket_keepalive_count = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784840 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.socket_keepalive_idle = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.784840 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.socket_keepalive_interval = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785388 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785388 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785388 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785388 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785388 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785388 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785388 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785388 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785877 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785877 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785877 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785877 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785877 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785877 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785877 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.785877 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.787443 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.787443 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.787443 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.787443 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.787443 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.787443 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.787443 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.787443 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.788197 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.788197 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.788197 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.788197 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.788197 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.788197 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.788197 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.788197 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.789020 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.789020 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.789020 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.789020 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.789020 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.789020 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.789020 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.789020 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.790933 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.790933 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.790933 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.790933 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.790933 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.790933 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.790933 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.790933 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.791698 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.791698 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.791698 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.791698 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.791698 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.791698 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.791698 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.791698 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.792506 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.792506 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.792506 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.792506 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.792506 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:150:199'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.792506 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.792506 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.792506 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793178 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793178 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793178 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793178 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793178 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793178 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793178 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793178 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793178 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.793829 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.794715 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.794715 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 20 20:48:43.794715 dv-cinder-830088-1-iscsi neutron-server[102605]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=102605) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 20 20:48:43.808788 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:48:56.079132 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d766935a-446a-4957-8fb9-8e8f69275556 None None] get_active_networks_info from dv-cinder-830088-1-iscsi {{(pid=102718) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:159}} Feb 20 20:48:56.198677 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d766935a-446a-4957-8fb9-8e8f69275556 None None] No non-hosted networks {{(pid=102718) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 20 20:48:56.210102 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.agentschedulers_db [None req-d766935a-446a-4957-8fb9-8e8f69275556 None None] DHCP Agent not found on host dv-cinder-830088-1-iscsi {{(pid=102718) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 20 20:48:56.274563 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4c653535-804c-476e-9da3-13803f21cea9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608845'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:48:58.778940 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6804caa5-9b70-433b-8200-508c5d4010e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608845'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:48:58.814932 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fe249f42-9b41-4108-87b4-b4923408602b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:00.173404 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608845'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:01.891120 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608845'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:02.950863 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53140) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:03.205353 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608845'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:03.207832 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.212311 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.214256 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.216150 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.217052 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.219193 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.221524 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.221994 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.224776 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.226574 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.227020 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.227379 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.227737 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:03.228176 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-830088-1-iscsi', {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:49:03.235932 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-830088-1-iscsi', 'version_map': {'QosPolicy': '1.10', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2', 'LocalIPAssociation': '1.0'}} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:49:03.510511 dv-cinder-830088-1-iscsi neutron-server[102717]: WARNING oslo_policy.policy [None req-544da33c-199c-4471-8f20-7f1e49cbce6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 20:49:03.511226 dv-cinder-830088-1-iscsi neutron-server[102717]: WARNING oslo_policy.policy [None req-544da33c-199c-4471-8f20-7f1e49cbce6c admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 20:49:03.739666 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [None req-544da33c-199c-4471-8f20-7f1e49cbce6c admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102717) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:49:03.740906 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-544da33c-199c-4471-8f20-7f1e49cbce6c admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.7879562 Feb 20 20:49:06.393050 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53166) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:06.723452 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-a098d0d0-5c6e-4b14-b407-ffa8aab055de admin admin] Request body: {'subnetpool': {'name': 'shared-default-subnetpool-v4', 'shared': True, 'prefixes': ['172.20.0.0/16'], 'is_default': True, 'default_prefixlen': 26}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:49:06.818833 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.policy [None req-a098d0d0-5c6e-4b14-b407-ffa8aab055de admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102717) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 20:49:06.862482 dv-cinder-830088-1-iscsi neutron-server[102717]: WARNING oslo_policy.policy [None req-a098d0d0-5c6e-4b14-b407-ffa8aab055de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 20:49:06.862875 dv-cinder-830088-1-iscsi neutron-server[102717]: WARNING oslo_policy.policy [None req-a098d0d0-5c6e-4b14-b407-ffa8aab055de admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 20:49:06.903828 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.db.l3_hamode_db [None req-514cf08c-b3db-4de7-a202-f43cd805ca43 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 20 20:49:06.962136 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a098d0d0-5c6e-4b14-b407-ffa8aab055de admin admin] Publish callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779134221473', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779134222034', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779134268766', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779134271079', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779134248738', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8779134238833', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-1175432', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1071307', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-489960', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-33152923'] for rbac-policy (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:06.989393 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514cf08c-b3db-4de7-a202-f43cd805ca43 None None] Routers set() bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:49:06.989798 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514cf08c-b3db-4de7-a202-f43cd805ca43 None None] Router IDs set() for agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:463}} Feb 20 20:49:07.033827 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a098d0d0-5c6e-4b14-b407-ffa8aab055de admin admin] Publish callbacks [] for subnetpool (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:07.035034 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a098d0d0-5c6e-4b14-b407-ffa8aab055de admin admin] 10.222.0.71 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6411052 Feb 20 20:49:09.557659 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53176) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:10.082039 dv-cinder-830088-1-iscsi neutron-server[102716]: WARNING oslo_policy.policy [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 20:49:10.082669 dv-cinder-830088-1-iscsi neutron-server[102716]: WARNING oslo_policy.policy [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 20:49:10.306138 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Request body: {'network': {'name': 'private', 'admin_state_up': True}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:49:10.360926 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Made reservation on behalf of 6cbf6adaaa454bb3acc1a09c96166046 for: {'network': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:49:10.422963 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.policy [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=102716) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 20 20:49:10.464674 dv-cinder-830088-1-iscsi neutron-server[102716]: WARNING oslo_policy.policy [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 20:49:10.465059 dv-cinder-830088-1-iscsi neutron-server[102716]: WARNING oslo_policy.policy [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 20 20:49:10.476079 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:10.497917 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:10.610854 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Publish callbacks [] for security_group (fd5c0174-ffd2-4db2-a99f-28b79abb2c32), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:10.614813 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (fd5c0174-ffd2-4db2-a99f-28b79abb2c32), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:10.639831 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 150} {{(pid=102716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:49:10.678354 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779131774513', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (d39f283d-2f26-4a7e-a567-ec6a2bb6497a), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:10.678929 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Unsubscribe: segment precommit_create {{(pid=102716) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 20:49:10.679461 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.segments_db [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Added segment d39f283d-2f26-4a7e-a567-ec6a2bb6497a of type vlan for network 98a10077-352d-482a-9c31-88928af9d1d9 Feb 20 20:49:10.695553 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Pushing event updated for resources: {'SecurityGroup': ['ID=fd5c0174-ffd2-4db2-a99f-28b79abb2c32,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:10.724633 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.724992 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.725344 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.725676 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.725999 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.726321 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.726640 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.726958 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.727277 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.727611 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.727933 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.728249 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.728587 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Tracked resource versions report: Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: pushed versions: Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: { 'AddressGroup': {'1.2'}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'ConntrackHelper': {'1.0'}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Log': {'1.0'}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Network': {'1.1'}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Port': {'1.7'}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'PortForwarding': {'1.2'}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'QosPolicy': {'1.10'}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'SecurityGroup': {'1.5'}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'SubPort': {'1.0'}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Subnet': {'1.1'}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Trunk': {'1.1'}} Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: consumer versions: Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: { DHCP agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: L3 agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: Metadata agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: Metering agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: Open vSwitch agent@dv-cinder-830088-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'ConntrackHelper': '1.0', Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'LocalIPAssociation': '1.0', Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Log': '1.0', Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Network': '1.1', Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Port': '1.7', Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'PortForwarding': '1.2', Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'QosPolicy': '1.10', Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'SecurityGroup': '1.5', Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'SecurityGroupRule': '1.2', Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'SubPort': '1.0', Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Subnet': '1.1', Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Trunk': '1.1'}} Feb 20 20:49:10.730020 dv-cinder-830088-1-iscsi neutron-server[102716]: {{(pid=102716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:49:10.795914 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (98a10077-352d-482a-9c31-88928af9d1d9), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:10.843612 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (98a10077-352d-482a-9c31-88928af9d1d9), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:10.848802 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:49:10.849558 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:10.951041 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 748 time: 1.3922198 Feb 20 20:49:10.967939 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf60393-bbb2-4ed7-8330-4d26790b85c2 demo demo] Pushing event updated for resources: {'Network': ['ID=98a10077-352d-482a-9c31-88928af9d1d9,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:10.981242 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 98a10077-352d-482a-9c31-88928af9d1d9 details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:49:13.573515 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53196) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:14.003953 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-710d1cac-dab4-45bb-8256-5bf136ed0f50 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:49:14.005383 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-710d1cac-dab4-45bb-8256-5bf136ed0f50 demo admin] 10.222.0.71 "GET /v2.0/networks/98a10077-352d-482a-9c31-88928af9d1d9 HTTP/1.1" status: 200 len: 825 time: 0.4308870 Feb 20 20:49:14.043799 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-0d48a3bf-8638-424b-b670-1447a1059252 demo admin] 10.222.0.71 "GET /v2.0/subnetpools/a8342ac3-7c54-4e25-9488-9b679b9b99c0 HTTP/1.1" status: 200 len: 734 time: 0.0325532 Feb 20 20:49:14.052668 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-60ee936c-9bac-4740-aad3-96ac6f4e4fb8 demo admin] Request body: {'subnet': {'network_id': '98a10077-352d-482a-9c31-88928af9d1d9', 'name': 'private-subnet', 'gateway_ip': '172.20.0.1', 'subnetpool_id': 'a8342ac3-7c54-4e25-9488-9b679b9b99c0', 'ip_version': 4}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:49:14.074607 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ee936c-9bac-4740-aad3-96ac6f4e4fb8 demo admin] Made reservation on behalf of 6cbf6adaaa454bb3acc1a09c96166046 for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:49:14.077308 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-60ee936c-9bac-4740-aad3-96ac6f4e4fb8 demo admin] Publish callbacks [] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:14.381201 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-60ee936c-9bac-4740-aad3-96ac6f4e4fb8 demo admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for subnet (401f7320-7847-403f-bed6-20811e5fde7b), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:14.450511 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60ee936c-9bac-4740-aad3-96ac6f4e4fb8 demo admin] Checking segment: {'id': 'd39f283d-2f26-4a7e-a567-ec6a2bb6497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:49:14.450901 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee936c-9bac-4740-aad3-96ac6f4e4fb8 demo admin] Network hostable DHCP agents. Network: 98a10077-352d-482a-9c31-88928af9d1d9, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:49:14.456365 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ee936c-9bac-4740-aad3-96ac6f4e4fb8 demo admin] Pushing event updated for resources: {'Subnet': ['ID=401f7320-7847-403f-bed6-20811e5fde7b,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:14.475665 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ee936c-9bac-4740-aad3-96ac6f4e4fb8 demo admin] Network 98a10077-352d-482a-9c31-88928af9d1d9 is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:49:14.487055 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-60ee936c-9bac-4740-aad3-96ac6f4e4fb8 demo admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 98a10077-352d-482a-9c31-88928af9d1d9) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:49:14.491735 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ee936c-9bac-4740-aad3-96ac6f4e4fb8 demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:49:14.492367 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-60ee936c-9bac-4740-aad3-96ac6f4e4fb8 demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:14.497718 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a0100a6-4dc3-455a-869f-6ea936cd8559 None None] Network 98a10077-352d-482a-9c31-88928af9d1d9 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:49:14.511187 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-60ee936c-9bac-4740-aad3-96ac6f4e4fb8 demo admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4618680 Feb 20 20:49:14.885682 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e186323-6794-51a6-9681-5fb779ffdfce-98a10077-352d-482a-9c31-88928af9d1d9', 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9', 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'fixed_ips': [{'subnet_id': '401f7320-7847-403f-bed6-20811e5fde7b'}]}} from dv-cinder-830088-1-iscsi. {{(pid=102718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:49:14.886927 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:15.175020 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Allocated IP 172.20.0.2 (98a10077-352d-482a-9c31-88928af9d1d9/401f7320-7847-403f-bed6-20811e5fde7b/4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:49:15.442442 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Publish callbacks [] for port (4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c), precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:15.449934 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:15.517625 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Network 98a10077-352d-482a-9c31-88928af9d1d9 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:49:15.523013 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:49:15.538392 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:49:15.546785 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Pushing event updated for resources: {'Port': ['ID=4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:15.593181 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.593550 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.594102 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.594400 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.594605 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.594934 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.595262 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.595589 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.595916 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.596256 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.596621 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.596945 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.597267 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Tracked resource versions report: Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: pushed versions: Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: { 'AddressGroup': {'1.2'}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'ConntrackHelper': {'1.0'}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Log': {'1.0'}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Network': {'1.1'}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Port': {'1.7'}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'PortForwarding': {'1.2'}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'QosPolicy': {'1.10'}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'SecurityGroup': {'1.5'}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'SubPort': {'1.0'}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Subnet': {'1.1'}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Trunk': {'1.1'}} Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: consumer versions: Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: { DHCP agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: L3 agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: Metadata agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: Metering agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: Open vSwitch agent@dv-cinder-830088-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'ConntrackHelper': '1.0', Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'LocalIPAssociation': '1.0', Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Log': '1.0', Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Network': '1.1', Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Port': '1.7', Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'PortForwarding': '1.2', Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'QosPolicy': '1.10', Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'SecurityGroup': '1.5', Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'SecurityGroupRule': '1.2', Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'SubPort': '1.0', Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Subnet': '1.1', Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Trunk': '1.1'}} Feb 20 20:49:15.598711 dv-cinder-830088-1-iscsi neutron-server[102718]: {{(pid=102718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:49:15.634602 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Attempting to bind port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:49:15.635009 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Attempting to bind port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': 'd39f283d-2f26-4a7e-a567-ec6a2bb6497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:49:15.635419 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Attempting to bind port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c on network 98a10077-352d-482a-9c31-88928af9d1d9 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:49:15.640522 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 49, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:49:15.641519 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Checking segment: {'id': 'd39f283d-2f26-4a7e-a567-ec6a2bb6497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:49:15.642033 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:15.642430 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Bound using segment: {'id': 'd39f283d-2f26-4a7e-a567-ec6a2bb6497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:49:15.642913 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Bound port: 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39f283d-2f26-4a7e-a567-ec6a2bb6497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:49:15.643323 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:15.707655 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] For port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:49:15.711894 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] For port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c,segment=NetworkSegment(d39f283d-2f26-4a7e-a567-ec6a2bb6497a),segment_id=d39f283d-2f26-4a7e-a567-ec6a2bb6497a)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:49:15.720710 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:15.785221 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ddb8bca-675d-4556-882a-2257e541e02a None None] Pushing event updated for resources: {'Port': ['ID=4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:17.133739 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53204) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:17.476057 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [None req-8a09be83-4dfd-4a74-9101-0ad0aa266125 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102717) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:49:17.477175 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-8a09be83-4dfd-4a74-9101-0ad0aa266125 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3422930 Feb 20 20:49:20.075885 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53212) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:20.410177 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [None req-57a6c88a-c18f-4333-988a-c2b8c2f837de admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102717) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:49:20.411173 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-57a6c88a-c18f-4333-988a-c2b8c2f837de admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3343325 Feb 20 20:49:23.029176 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53220) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:23.347320 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-bdb058c1-9720-4bc3-b2cf-0bea2731667b demo demo] Request body: {'router': {'admin_state_up': True, 'name': 'router1'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:49:23.377949 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bdb058c1-9720-4bc3-b2cf-0bea2731667b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129096'] for router (6b666457-7001-4746-bf10-194aecc57590), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:23.379708 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bdb058c1-9720-4bc3-b2cf-0bea2731667b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129203'] for router (6b666457-7001-4746-bf10-194aecc57590), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:23.533210 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bdb058c1-9720-4bc3-b2cf-0bea2731667b demo demo] Publish callbacks [] for router_controller (6b666457-7001-4746-bf10-194aecc57590), precommit_add_association {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:23.538182 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bdb058c1-9720-4bc3-b2cf-0bea2731667b demo demo] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608182'] for router (6b666457-7001-4746-bf10-194aecc57590), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:23.558184 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bdb058c1-9720-4bc3-b2cf-0bea2731667b demo demo] Publish callbacks [] for router (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:23.559395 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-bdb058c1-9720-4bc3-b2cf-0bea2731667b demo demo] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 674 time: 0.5292509 Feb 20 20:49:26.002947 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:49:26.043495 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9034761a-8061-4d12-a1bf-e58637754e47 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:26.094030 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:49:26.094495 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:26.175992 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53232) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:26.216873 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:49:26.217270 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:26.258221 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c,segment=NetworkSegment(d39f283d-2f26-4a7e-a567-ec6a2bb6497a),segment_id=d39f283d-2f26-4a7e-a567-ec6a2bb6497a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:49:26.263507 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:26.314116 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:26.521626 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [None req-a13e2a10-65f9-452b-8259-47bb4f0f07b5 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102717) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:49:26.522683 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a13e2a10-65f9-452b-8259-47bb4f0f07b5 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.3449123 Feb 20 20:49:27.328523 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2b34c68-7d36-453e-8045-60f8a1e44c6c None None] Network 98a10077-352d-482a-9c31-88928af9d1d9 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:49:27.411432 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-4f7db5a6-7e50-489b-9e8b-b95710ffa9d1 None None] Provisioning complete for port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:49:27.411737 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f7db5a6-7e50-489b-9e8b-b95710ffa9d1 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:27.532347 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4f7db5a6-7e50-489b-9e8b-b95710ffa9d1 None None] Current status of the port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:49:27.753526 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-3661a4a5-3a47-4f49-a444-0c0881df56fa None None] Provisioning complete for port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:49:27.753926 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3661a4a5-3a47-4f49-a444-0c0881df56fa None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:27.840267 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3661a4a5-3a47-4f49-a444-0c0881df56fa None None] Current status of the port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:49:27.968403 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:49:28.016068 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:49:28.016692 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:28.094793 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:49:28.745851 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9dd7c6f9-a924-47d9-8a99-5394d1b5b8b8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:29.081755 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53240) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:29.402962 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'public', 'is_default': True, 'provider:physical_network': 'physnet1', 'router:external': True, 'provider:network_type': 'flat'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:49:29.426480 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Made reservation on behalf of f04c49c6823b46cd9573837151494fc5 for: {'network': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:49:29.431009 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:29.457968 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:29.571947 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Publish callbacks [] for security_group (11afd070-6f3e-401e-aa65-4048e31b279d), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:29.575576 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (11afd070-6f3e-401e-aa65-4048e31b279d), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:29.587380 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Reserving flat network on physical network physnet1 {{(pid=102717) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 20 20:49:29.621205 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11afd070-6f3e-401e-aa65-4048e31b279d,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:29.626142 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Publish callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8779131774513', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (5986d827-4a2e-41e8-8cd1-4076540f9850), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:29.626691 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Unsubscribe: segment precommit_create {{(pid=102717) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 20 20:49:29.627227 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.segments_db [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Added segment 5986d827-4a2e-41e8-8cd1-4076540f9850 of type flat for network ea720e23-b531-404c-aafa-141089e16b4e Feb 20 20:49:29.649998 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.650269 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.650614 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.650948 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.651280 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.651609 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.651955 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.652283 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.652645 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.652986 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.653312 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.653631 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.653948 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Tracked resource versions report: Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: pushed versions: Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: { 'AddressGroup': {'1.2'}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'ConntrackHelper': {'1.0'}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Log': {'1.0'}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Network': {'1.1'}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Port': {'1.7'}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'PortForwarding': {'1.2'}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'QosPolicy': {'1.10'}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'SecurityGroup': {'1.5'}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'SubPort': {'1.0'}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Subnet': {'1.1'}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Trunk': {'1.1'}} Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: consumer versions: Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: { DHCP agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: L3 agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: Metadata agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: Metering agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: Open vSwitch agent@dv-cinder-830088-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'ConntrackHelper': '1.0', Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'LocalIPAssociation': '1.0', Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Log': '1.0', Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Network': '1.1', Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Port': '1.7', Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'PortForwarding': '1.2', Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'QosPolicy': '1.10', Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'SecurityGroup': '1.5', Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'SecurityGroupRule': '1.2', Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'SubPort': '1.0', Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Subnet': '1.1', Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Trunk': '1.1'}} Feb 20 20:49:29.655341 dv-cinder-830088-1-iscsi neutron-server[102717]: {{(pid=102717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:49:29.748292 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (ea720e23-b531-404c-aafa-141089e16b4e), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:29.798650 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (ea720e23-b531-404c-aafa-141089e16b4e), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:29.800014 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:49:29.800763 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:29.873532 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7906961 Feb 20 20:49:29.901407 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3475ac-ab3c-4966-a199-a2cfd0136c8e admin admin] Pushing event updated for resources: {'Network': ['ID=ea720e23-b531-404c-aafa-141089e16b4e,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:29.912579 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network ea720e23-b531-404c-aafa-141089e16b4e details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:49:30.138356 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:31.819382 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:32.487126 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53262) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:32.665758 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e38728f-263f-4a83-93a3-c7e2a3d8590a demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:49:32.667122 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-6e38728f-263f-4a83-93a3-c7e2a3d8590a demo admin] 10.222.0.71 "GET /v2.0/subnets/401f7320-7847-403f-bed6-20811e5fde7b HTTP/1.1" status: 200 len: 849 time: 0.1790571 Feb 20 20:49:32.834980 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-d4e199b1-4c2f-4056-9c5c-90988b2c9d83 demo admin] 10.222.0.71 "GET /v2.0/routers/6b666457-7001-4746-bf10-194aecc57590 HTTP/1.1" status: 200 len: 704 time: 0.1613302 Feb 20 20:49:33.119416 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:33.184920 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:33.412578 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Allocated IP 172.20.0.1 (98a10077-352d-482a-9c31-88928af9d1d9/401f7320-7847-403f-bed6-20811e5fde7b/1d0a2452-0b95-4786-939b-80ff13b23dcd) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:49:33.567021 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Publish callbacks [] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:33.634358 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:33.700734 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Network 98a10077-352d-482a-9c31-88928af9d1d9 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:49:33.706077 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:49:33.712535 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:49:33.713072 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609121'] for router_interface (6b666457-7001-4746-bf10-194aecc57590), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:33.799879 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Pushing event updated for resources: {'Port': ['ID=1d0a2452-0b95-4786-939b-80ff13b23dcd,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:33.895241 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-42c02a93-e810-4699-bd98-40ba38b4be7a None None] Provisioning complete for port 1d0a2452-0b95-4786-939b-80ff13b23dcd triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:49:33.895646 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-42c02a93-e810-4699-bd98-40ba38b4be7a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:33.929407 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-42c02a93-e810-4699-bd98-40ba38b4be7a None None] Port 1d0a2452-0b95-4786-939b-80ff13b23dcd cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:49:33.978563 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:34.192735 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Publish callbacks [] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:34.197158 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:34.198160 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609269'] for router_interface (6b666457-7001-4746-bf10-194aecc57590), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:34.278078 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Pushing event updated for resources: {'Port': ['ID=1d0a2452-0b95-4786-939b-80ff13b23dcd,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:34.322831 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Network 98a10077-352d-482a-9c31-88928af9d1d9 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:49:34.324094 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:49:34.492588 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Router 6b666457-7001-4746-bf10-194aecc57590 is scheduled to L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb with binding_index 1 {{(pid=102716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:49:34.589810 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:49:34.595335 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-10b3bb15-1f4c-4c90-8fbc-f3fc899f865f demo admin] 10.222.0.71 "PUT /v2.0/routers/6b666457-7001-4746-bf10-194aecc57590/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.7550285 Feb 20 20:49:34.608017 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Sync routers for ids ['6b666457-7001-4746-bf10-194aecc57590'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:49:34.621834 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Routers {'6b666457-7001-4746-bf10-194aecc57590'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:49:34.622701 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:49:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['6b666457-7001-4746-bf10-194aecc57590'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:49:34.653741 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-22f35310-a12a-4e00-abad-3a753d6d7804 None None] Provisioning complete for port 1d0a2452-0b95-4786-939b-80ff13b23dcd triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:49:34.654807 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-22f35310-a12a-4e00-abad-3a753d6d7804 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:34.693636 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-22f35310-a12a-4e00-abad-3a753d6d7804 None None] Port 1d0a2452-0b95-4786-939b-80ff13b23dcd cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:49:34.827336 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Set router 6b666457-7001-4746-bf10-194aecc57590 gateway port host: None {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:49:35.270060 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b666457-7001-4746-bf10-194aecc57590', 'name': 'router1', 'tenant_id': '6cbf6adaaa454bb3acc1a09c96166046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:49:23Z', 'updated_at': '2022-02-20T20:49:33Z', 'revision_number': 2, 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'gw_port_host': None, '_interfaces': [{'id': '1d0a2452-0b95-4786-939b-80ff13b23dcd', 'name': '', 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9', 'tenant_id': '6cbf6adaaa454bb3acc1a09c96166046', 'mac_address': 'fa:16:3e:ae:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b666457-7001-4746-bf10-194aecc57590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '401f7320-7847-403f-bed6-20811e5fde7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:49:33Z', 'updated_at': '2022-02-20T20:49:34Z', 'revision_number': 2, 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'subnets': [{'id': '401f7320-7847-403f-bed6-20811e5fde7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8342ac3-7c54-4e25-9488-9b679b9b99c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:49:35.333134 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Checking router: 6b666457-7001-4746-bf10-194aecc57590 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:49:35.333506 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Updating router 6b666457-7001-4746-bf10-194aecc57590 port 1d0a2452-0b95-4786-939b-80ff13b23dcd binding host dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:49:35.391162 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:35.681683 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 5 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:49:35.947581 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Publish callbacks [] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:35.954541 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:36.048484 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Pushing event updated for resources: {'Port': ['ID=1d0a2452-0b95-4786-939b-80ff13b23dcd,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:36.056862 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.057224 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.057579 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.057923 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.058260 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.058598 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.058923 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.059258 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.059586 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.059931 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.060264 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.060625 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.060947 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Tracked resource versions report: Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: pushed versions: Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: { 'AddressGroup': {'1.2'}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'ConntrackHelper': {'1.0'}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Log': {'1.0'}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Network': {'1.1'}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Port': {'1.7'}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'PortForwarding': {'1.2'}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'QosPolicy': {'1.10'}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'SecurityGroup': {'1.5'}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'SubPort': {'1.0'}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Subnet': {'1.1'}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Trunk': {'1.1'}} Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: consumer versions: Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: { DHCP agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: L3 agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: Metadata agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: Metering agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: Open vSwitch agent@dv-cinder-830088-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'ConntrackHelper': '1.0', Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'LocalIPAssociation': '1.0', Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Log': '1.0', Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Network': '1.1', Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Port': '1.7', Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'PortForwarding': '1.2', Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'QosPolicy': '1.10', Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'SecurityGroup': '1.5', Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'SecurityGroupRule': '1.2', Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'SubPort': '1.0', Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Subnet': '1.1', Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Trunk': '1.1'}} Feb 20 20:49:36.062450 dv-cinder-830088-1-iscsi neutron-server[102719]: {{(pid=102719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:49:36.145249 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Attempting to bind port 1d0a2452-0b95-4786-939b-80ff13b23dcd on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:49:36.145654 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Attempting to bind port 1d0a2452-0b95-4786-939b-80ff13b23dcd by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': 'd39f283d-2f26-4a7e-a567-ec6a2bb6497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:49:36.146071 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Attempting to bind port 1d0a2452-0b95-4786-939b-80ff13b23dcd on network 98a10077-352d-482a-9c31-88928af9d1d9 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:49:36.151713 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:49:36.152129 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Checking segment: {'id': 'd39f283d-2f26-4a7e-a567-ec6a2bb6497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:49:36.152662 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:36.153057 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Bound using segment: {'id': 'd39f283d-2f26-4a7e-a567-ec6a2bb6497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:49:36.153541 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Bound port: 1d0a2452-0b95-4786-939b-80ff13b23dcd, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd39f283d-2f26-4a7e-a567-ec6a2bb6497a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 150, 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:49:36.153920 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:36.226121 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-ec67d2da-3ee3-4a27-9b4c-638995243996 None None] Provisioning complete for port 1d0a2452-0b95-4786-939b-80ff13b23dcd triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:49:36.226673 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec67d2da-3ee3-4a27-9b4c-638995243996 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:36.227256 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] For port 1d0a2452-0b95-4786-939b-80ff13b23dcd, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:49:36.248135 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] For port 1d0a2452-0b95-4786-939b-80ff13b23dcd, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=1d0a2452-0b95-4786-939b-80ff13b23dcd,segment=NetworkSegment(d39f283d-2f26-4a7e-a567-ec6a2bb6497a),segment_id=d39f283d-2f26-4a7e-a567-ec6a2bb6497a)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:49:36.255487 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:36.264434 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-ec67d2da-3ee3-4a27-9b4c-638995243996 None None] Port 1d0a2452-0b95-4786-939b-80ff13b23dcd cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:49:36.301402 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Routers {'6b666457-7001-4746-bf10-194aecc57590'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:49:36.302026 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:49:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['6b666457-7001-4746-bf10-194aecc57590'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:49:36.407388 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad30fef4-b2a2-489a-821a-2085a39b6d87 None None] Pushing event updated for resources: {'Port': ['ID=1d0a2452-0b95-4786-939b-80ff13b23dcd,revision_number=4']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:36.419772 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] Set router 6b666457-7001-4746-bf10-194aecc57590 gateway port host: None {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:49:36.486358 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-74ec8ef0-7e34-43a6-97b0-ada612c6260a None None] Provisioning complete for port 1d0a2452-0b95-4786-939b-80ff13b23dcd triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:49:36.486651 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74ec8ef0-7e34-43a6-97b0-ada612c6260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:36.566873 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-74ec8ef0-7e34-43a6-97b0-ada612c6260a None None] Current status of the port 1d0a2452-0b95-4786-939b-80ff13b23dcd is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:49:36.567265 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74ec8ef0-7e34-43a6-97b0-ada612c6260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:36.601442 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-74ec8ef0-7e34-43a6-97b0-ada612c6260a None None] For port 1d0a2452-0b95-4786-939b-80ff13b23dcd, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=1d0a2452-0b95-4786-939b-80ff13b23dcd,segment=NetworkSegment(d39f283d-2f26-4a7e-a567-ec6a2bb6497a),segment_id=d39f283d-2f26-4a7e-a567-ec6a2bb6497a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:49:36.605830 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-74ec8ef0-7e34-43a6-97b0-ada612c6260a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:36.638786 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b666457-7001-4746-bf10-194aecc57590', 'name': 'router1', 'tenant_id': '6cbf6adaaa454bb3acc1a09c96166046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:49:23Z', 'updated_at': '2022-02-20T20:49:33Z', 'revision_number': 2, 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'gw_port_host': None, '_interfaces': [{'id': '1d0a2452-0b95-4786-939b-80ff13b23dcd', 'name': '', 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9', 'tenant_id': '6cbf6adaaa454bb3acc1a09c96166046', 'mac_address': 'fa:16:3e:ae:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b666457-7001-4746-bf10-194aecc57590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '401f7320-7847-403f-bed6-20811e5fde7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:49:33Z', 'updated_at': '2022-02-20T20:49:36Z', 'revision_number': 4, 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'subnets': [{'id': '401f7320-7847-403f-bed6-20811e5fde7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8342ac3-7c54-4e25-9488-9b679b9b99c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:49:36.656773 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ec8ef0-7e34-43a6-97b0-ada612c6260a None None] Pushing event updated for resources: {'Port': ['ID=1d0a2452-0b95-4786-939b-80ff13b23dcd,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:36.666969 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f8c0fc5-ccf9-4ae8-85d2-39ee9f44c091 None None] The sync data for ids ['6b666457-7001-4746-bf10-194aecc57590'] in dv-cinder-830088-1-iscsi is: [{'id': '6b666457-7001-4746-bf10-194aecc57590', 'name': 'router1', 'tenant_id': '6cbf6adaaa454bb3acc1a09c96166046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:49:23Z', 'updated_at': '2022-02-20T20:49:33Z', 'revision_number': 2, 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'gw_port_host': None, '_interfaces': [{'id': '1d0a2452-0b95-4786-939b-80ff13b23dcd', 'name': '', 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9', 'tenant_id': '6cbf6adaaa454bb3acc1a09c96166046', 'mac_address': 'fa:16:3e:ae:4e:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b666457-7001-4746-bf10-194aecc57590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '401f7320-7847-403f-bed6-20811e5fde7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:49:33Z', 'updated_at': '2022-02-20T20:49:36Z', 'revision_number': 4, 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'subnets': [{'id': '401f7320-7847-403f-bed6-20811e5fde7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8342ac3-7c54-4e25-9488-9b679b9b99c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:49:37.113975 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53282) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:37.226680 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c00a77b6-243d-4735-97b6-dfd678fcb3b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:49:37.227966 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-c00a77b6-243d-4735-97b6-dfd678fcb3b9 admin admin] 10.222.0.71 "GET /v2.0/networks/ea720e23-b531-404c-aafa-141089e16b4e HTTP/1.1" status: 200 len: 842 time: 0.1130366 Feb 20 20:49:37.237630 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] Request body: {'subnet': {'gateway_ip': '172.27.2.1', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'ip_version': 4, 'cidr': '172.27.2.0/24'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:49:37.258467 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] Made reservation on behalf of f04c49c6823b46cd9573837151494fc5 for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:49:37.261163 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:37.555077 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.objects.ports [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=102716) get_objects /opt/stack/neutron/neutron/objects/ports.py:462}} Feb 20 20:49:37.555432 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for subnet (ee6cd6dd-5a68-4b3f-91b8-769822b70ff0), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:37.613507 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] Pushing event updated for resources: {'Subnet': ['ID=ee6cd6dd-5a68-4b3f-91b8-769822b70ff0,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:37.617743 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] Checking segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:49:37.618114 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] Network hostable DHCP agents. Network: ea720e23-b531-404c-aafa-141089e16b4e, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:49:37.634999 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] Network ea720e23-b531-404c-aafa-141089e16b4e is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:49:37.644337 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, ea720e23-b531-404c-aafa-141089e16b4e) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:49:37.648532 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:49:37.649131 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:37.655021 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c62b487a-34a4-4bfd-8ad8-f32fabf622b3 None None] Network ea720e23-b531-404c-aafa-141089e16b4e requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:49:37.666203 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-270dbf62-4b42-45f1-85b9-d0738237728f admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4320982 Feb 20 20:49:37.763128 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69ee07ae-d797-4b36-8a01-d684a205d8eb None None] Network ea720e23-b531-404c-aafa-141089e16b4e requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:49:40.161169 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53290) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:40.304868 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-32a5fe0b-981e-4321-92d6-0a460db5fbbf demo admin] 10.222.0.71 "GET /v2.0/routers/6b666457-7001-4746-bf10-194aecc57590 HTTP/1.1" status: 200 len: 710 time: 0.1425042 Feb 20 20:49:40.462707 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e799b0c4-2d57-4054-ae94-aa377d148dfc demo admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:49:40.463990 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-e799b0c4-2d57-4054-ae94-aa377d148dfc demo admin] 10.222.0.71 "GET /v2.0/networks/ea720e23-b531-404c-aafa-141089e16b4e HTTP/1.1" status: 200 len: 886 time: 0.1538601 Feb 20 20:49:40.473517 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Request body: {'router': {'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:49:40.730461 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Publish callbacks [] for router_gateway (6b666457-7001-4746-bf10-194aecc57590), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:40.984328 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Publish callbacks [] for router_gateway (6b666457-7001-4746-bf10-194aecc57590), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:41.061553 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:41.166382 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Allocated IP 172.27.2.106 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/f03b5a1d-07f5-46d3-90f7-38463da46be2) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:49:41.263984 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Publish callbacks [] for port (f03b5a1d-07f5-46d3-90f7-38463da46be2), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:41.297744 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (f03b5a1d-07f5-46d3-90f7-38463da46be2), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:41.335330 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:49:41.338139 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:49:41.340728 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:49:41.380796 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Pushing event updated for resources: {'Port': ['ID=f03b5a1d-07f5-46d3-90f7-38463da46be2,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:41.606815 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Publish callbacks [] for router_gateway (6b666457-7001-4746-bf10-194aecc57590), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:41.916263 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-608083', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-619042', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-129189'] for router (6b666457-7001-4746-bf10-194aecc57590), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:41.919409 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608182', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-608068', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-608077', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-619051'] for router (6b666457-7001-4746-bf10-194aecc57590), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:42.036194 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Router 6b666457-7001-4746-bf10-194aecc57590 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:49:42.156531 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:49:42.160871 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] Publish callbacks [] for router (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:42.172984 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-2c1b4fe9-5988-47c0-8a20-44f505ef0223 demo admin] 10.222.0.71 "PUT /v2.0/routers/6b666457-7001-4746-bf10-194aecc57590 HTTP/1.1" status: 200 len: 890 time: 1.6917357 Feb 20 20:49:44.007463 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 1d0a2452-0b95-4786-939b-80ff13b23dcd up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:49:44.073301 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 1d0a2452-0b95-4786-939b-80ff13b23dcd triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:49:44.073901 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:44.157469 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 1d0a2452-0b95-4786-939b-80ff13b23dcd is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:49:44.829929 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53302) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:49:44.950446 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-70a5abc7-34cd-4de1-aaf2-4ec5fd7ff6b5 admin admin] 10.222.0.71 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1193910 Feb 20 20:49:45.534973 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Sync routers for ids ['6b666457-7001-4746-bf10-194aecc57590'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:49:45.551809 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Routers {'6b666457-7001-4746-bf10-194aecc57590'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:49:45.552511 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:49:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['6b666457-7001-4746-bf10-194aecc57590'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:49:45.782631 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Set router 6b666457-7001-4746-bf10-194aecc57590 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:49:46.287506 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b666457-7001-4746-bf10-194aecc57590', 'name': 'router1', 'tenant_id': '6cbf6adaaa454bb3acc1a09c96166046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'f03b5a1d-07f5-46d3-90f7-38463da46be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:49:23Z', 'updated_at': '2022-02-20T20:49:41Z', 'revision_number': 4, 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'gw_port': {'id': 'f03b5a1d-07f5-46d3-90f7-38463da46be2', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b666457-7001-4746-bf10-194aecc57590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:49:41Z', 'updated_at': '2022-02-20T20:49:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '1d0a2452-0b95-4786-939b-80ff13b23dcd', 'name': '', 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9', 'tenant_id': '6cbf6adaaa454bb3acc1a09c96166046', 'mac_address': 'fa:16:3e:ae:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b666457-7001-4746-bf10-194aecc57590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '401f7320-7847-403f-bed6-20811e5fde7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:49:33Z', 'updated_at': '2022-02-20T20:49:36Z', 'revision_number': 5, 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'subnets': [{'id': '401f7320-7847-403f-bed6-20811e5fde7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8342ac3-7c54-4e25-9488-9b679b9b99c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:49:46.346556 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Checking router: 6b666457-7001-4746-bf10-194aecc57590 for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:49:46.346832 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Updating router 6b666457-7001-4746-bf10-194aecc57590 port f03b5a1d-07f5-46d3-90f7-38463da46be2 binding host dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:49:46.399366 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (f03b5a1d-07f5-46d3-90f7-38463da46be2), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:46.785387 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Publish callbacks [] for port (f03b5a1d-07f5-46d3-90f7-38463da46be2), precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:46.792637 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (f03b5a1d-07f5-46d3-90f7-38463da46be2), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:46.861256 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63834ec-2ea2-4ffa-b17f-06419a00e896 None None] Pushing event updated for resources: {'Port': ['ID=f03b5a1d-07f5-46d3-90f7-38463da46be2,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:46.870624 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Attempting to bind port f03b5a1d-07f5-46d3-90f7-38463da46be2 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:49:46.871242 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Attempting to bind port f03b5a1d-07f5-46d3-90f7-38463da46be2 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:49:46.872002 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Attempting to bind port f03b5a1d-07f5-46d3-90f7-38463da46be2 on network ea720e23-b531-404c-aafa-141089e16b4e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:49:46.879406 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 49, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:49:46.879723 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Checking segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:49:46.880283 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:46.880877 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Bound using segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:49:46.881524 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Bound port: f03b5a1d-07f5-46d3-90f7-38463da46be2, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:49:46.882035 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (f03b5a1d-07f5-46d3-90f7-38463da46be2), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:46.946857 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] For port f03b5a1d-07f5-46d3-90f7-38463da46be2, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:49:46.950119 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] For port f03b5a1d-07f5-46d3-90f7-38463da46be2, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=f03b5a1d-07f5-46d3-90f7-38463da46be2,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:49:46.958162 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (f03b5a1d-07f5-46d3-90f7-38463da46be2), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:47.022694 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Routers {'6b666457-7001-4746-bf10-194aecc57590'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:49:47.023398 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:49:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['6b666457-7001-4746-bf10-194aecc57590'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:49:47.077110 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f63834ec-2ea2-4ffa-b17f-06419a00e896 None None] Pushing event updated for resources: {'Port': ['ID=f03b5a1d-07f5-46d3-90f7-38463da46be2,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:47.186961 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] Set router 6b666457-7001-4746-bf10-194aecc57590 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:49:47.464906 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6b666457-7001-4746-bf10-194aecc57590', 'name': 'router1', 'tenant_id': '6cbf6adaaa454bb3acc1a09c96166046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'f03b5a1d-07f5-46d3-90f7-38463da46be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:49:23Z', 'updated_at': '2022-02-20T20:49:41Z', 'revision_number': 4, 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'gw_port': {'id': 'f03b5a1d-07f5-46d3-90f7-38463da46be2', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b666457-7001-4746-bf10-194aecc57590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:49:41Z', 'updated_at': '2022-02-20T20:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '1d0a2452-0b95-4786-939b-80ff13b23dcd', 'name': '', 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9', 'tenant_id': '6cbf6adaaa454bb3acc1a09c96166046', 'mac_address': 'fa:16:3e:ae:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b666457-7001-4746-bf10-194aecc57590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '401f7320-7847-403f-bed6-20811e5fde7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:49:33Z', 'updated_at': '2022-02-20T20:49:36Z', 'revision_number': 5, 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'subnets': [{'id': '401f7320-7847-403f-bed6-20811e5fde7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8342ac3-7c54-4e25-9488-9b679b9b99c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:49:47.498498 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4feedde6-b0c2-48c5-b496-063d1aefbeeb None None] The sync data for ids ['6b666457-7001-4746-bf10-194aecc57590'] in dv-cinder-830088-1-iscsi is: [{'id': '6b666457-7001-4746-bf10-194aecc57590', 'name': 'router1', 'tenant_id': '6cbf6adaaa454bb3acc1a09c96166046', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.106'}], 'enable_snat': True}, 'gw_port_id': 'f03b5a1d-07f5-46d3-90f7-38463da46be2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:49:23Z', 'updated_at': '2022-02-20T20:49:41Z', 'revision_number': 4, 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'gw_port': {'id': 'f03b5a1d-07f5-46d3-90f7-38463da46be2', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:de:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6b666457-7001-4746-bf10-194aecc57590', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.106', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:49:41Z', 'updated_at': '2022-02-20T20:49:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '1d0a2452-0b95-4786-939b-80ff13b23dcd', 'name': '', 'network_id': '98a10077-352d-482a-9c31-88928af9d1d9', 'tenant_id': '6cbf6adaaa454bb3acc1a09c96166046', 'mac_address': 'fa:16:3e:ae:4e:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6b666457-7001-4746-bf10-194aecc57590', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '401f7320-7847-403f-bed6-20811e5fde7b', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:49:33Z', 'updated_at': '2022-02-20T20:49:36Z', 'revision_number': 5, 'project_id': '6cbf6adaaa454bb3acc1a09c96166046', 'subnets': [{'id': '401f7320-7847-403f-bed6-20811e5fde7b', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'a8342ac3-7c54-4e25-9488-9b679b9b99c0'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:49:48.091345 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device f03b5a1d-07f5-46d3-90f7-38463da46be2 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:49:48.188478 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port f03b5a1d-07f5-46d3-90f7-38463da46be2 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:49:48.188971 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (f03b5a1d-07f5-46d3-90f7-38463da46be2), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:48.298990 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port f03b5a1d-07f5-46d3-90f7-38463da46be2 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:49:48.299662 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (f03b5a1d-07f5-46d3-90f7-38463da46be2), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:48.337994 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port f03b5a1d-07f5-46d3-90f7-38463da46be2, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=f03b5a1d-07f5-46d3-90f7-38463da46be2,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:49:48.343600 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (f03b5a1d-07f5-46d3-90f7-38463da46be2), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:48.450260 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=f03b5a1d-07f5-46d3-90f7-38463da46be2,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:49:50.052306 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device f03b5a1d-07f5-46d3-90f7-38463da46be2 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:49:50.141363 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port f03b5a1d-07f5-46d3-90f7-38463da46be2 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:49:50.141760 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (f03b5a1d-07f5-46d3-90f7-38463da46be2), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:50.279180 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port f03b5a1d-07f5-46d3-90f7-38463da46be2 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:49:56.016823 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfd84299-6bbb-4eac-8cb3-8861a8fb4e44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:49:58.751162 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d2b9939-50c4-4c12-910f-949611431a7f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:50:00.145236 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:50:01.830450 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:50:03.202482 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:50:12.652879 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 5 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:50:26.005618 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-63f63cbb-4828-4ffe-9f18-d774b6a8b741 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:50:28.755348 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5e399500-bf9f-485a-9d6e-056b3d5f1575 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:50:30.156771 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:50:31.828973 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:50:33.192904 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:50:49.652812 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 5 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:50:56.011190 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d589709-bc5a-49d9-8181-72484422ed98 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:50:58.766802 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d5e90441-18b0-4938-8cbe-48a4bdf541cb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:00.150810 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:01.824225 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:03.192128 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:13.135009 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53786) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:51:13.197719 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.pecan_wsgi.hooks.translation [None req-140477e9-6837-4f11-9617-ac5719f79cb8 admin admin] GET failed (client error): The resource could not be found. Feb 20 20:51:13.199046 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-140477e9-6837-4f11-9617-ac5719f79cb8 admin admin] 10.222.0.71 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0630665 Feb 20 20:51:13.359246 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b94284c8-863d-4d6e-b717-8c53aa4595ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:13.360659 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-b94284c8-863d-4d6e-b717-8c53aa4595ec admin admin] 10.222.0.71 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1567886 Feb 20 20:51:15.740523 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53796) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:51:15.834150 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3def319a-7652-4b69-8579-c1a3af35351c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:15.835528 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-3def319a-7652-4b69-8579-c1a3af35351c admin admin] 10.222.0.71 "GET /v2.0/subnets/401f7320-7847-403f-bed6-20811e5fde7b HTTP/1.1" status: 200 len: 849 time: 0.0940523 Feb 20 20:51:15.845560 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:51:15.931771 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Publish callbacks [] for subnet (401f7320-7847-403f-bed6-20811e5fde7b), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:16.070143 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8779131837058'] for subnet (401f7320-7847-403f-bed6-20811e5fde7b), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:16.107076 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:16.107835 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:16.109246 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] 10.222.0.71 "PUT /v2.0/subnets/401f7320-7847-403f-bed6-20811e5fde7b HTTP/1.1" status: 200 len: 868 time: 0.2679453 Feb 20 20:51:16.114440 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b2bbd0b-8e6b-414a-b1c4-59483d68e7c3 None None] Network 98a10077-352d-482a-9c31-88928af9d1d9 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:51:16.137773 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Pushing event updated for resources: {'Subnet': ['ID=401f7320-7847-403f-bed6-20811e5fde7b,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:51:16.153801 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.154324 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.154679 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.155024 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.155385 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.155724 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.156062 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.156417 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.156754 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.157081 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.157410 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.157732 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.158059 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-08c73d2b-75cb-4db9-a5f5-906d0a056c68 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:51:16.496468 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-3f5b93b5-9158-4e03-ab3a-2600fac18487 None None] Provisioning complete for port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:51:16.496865 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3f5b93b5-9158-4e03-ab3a-2600fac18487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:16.572840 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b93b5-9158-4e03-ab3a-2600fac18487 None None] Current status of the port 4f9a3bd1-68c9-4b0b-bf4a-adcc8c26eb0c is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:51:16.583357 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-3f5b93b5-9158-4e03-ab3a-2600fac18487 None None] Provisioning complete for port 1d0a2452-0b95-4786-939b-80ff13b23dcd triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:51:16.583749 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3f5b93b5-9158-4e03-ab3a-2600fac18487 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (1d0a2452-0b95-4786-939b-80ff13b23dcd), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:16.662913 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3f5b93b5-9158-4e03-ab3a-2600fac18487 None None] Current status of the port 1d0a2452-0b95-4786-939b-80ff13b23dcd is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:51:18.529943 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53804) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:51:18.785127 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5121105-2f7f-4eae-b38e-93f980ae853f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:18.785553 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5121105-2f7f-4eae-b38e-93f980ae853f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:18.787193 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a5121105-2f7f-4eae-b38e-93f980ae853f admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2562392 Feb 20 20:51:21.202649 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53814) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:51:21.410408 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d38d70-a8b2-4794-bce8-686b90857042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:21.410803 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6d38d70-a8b2-4794-bce8-686b90857042 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:21.412396 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-d6d38d70-a8b2-4794-bce8-686b90857042 admin admin] 10.222.0.71 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2086465 Feb 20 20:51:23.823715 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53822) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:51:23.968208 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5723a474-2f60-40e1-8577-4bb7d193bec9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:23.969634 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-5723a474-2f60-40e1-8577-4bb7d193bec9 admin admin] 10.222.0.71 "GET /v2.0/networks/98a10077-352d-482a-9c31-88928af9d1d9 HTTP/1.1" status: 200 len: 869 time: 0.1449573 Feb 20 20:51:25.999856 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3e5e61d8-8863-4d5e-95eb-b104bc5f625e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:26.484631 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53830) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:51:26.651861 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 5 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:51:26.705401 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d1ab40-2eed-46ed-92eb-33a0166b34b6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:26.706869 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-47d1ab40-2eed-46ed-92eb-33a0166b34b6 admin admin] 10.222.0.71 "GET /v2.0/networks/ea720e23-b531-404c-aafa-141089e16b4e HTTP/1.1" status: 200 len: 886 time: 0.2212737 Feb 20 20:51:28.762809 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfd48408-b63f-405e-8433-59658f2b579b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:29.157881 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53838) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:51:29.298094 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89197eb-6b50-4f8e-9feb-912c6edf16ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:29.298559 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89197eb-6b50-4f8e-9feb-912c6edf16ce admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:29.300160 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-d89197eb-6b50-4f8e-9feb-912c6edf16ce admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1412568 Feb 20 20:51:30.150435 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:31.793997 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53846) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:51:31.826227 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:31.955267 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95b0049-fe33-44dc-98c3-4cb895e4d85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:31.955764 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d95b0049-fe33-44dc-98c3-4cb895e4d85e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:31.957474 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-d95b0049-fe33-44dc-98c3-4cb895e4d85e admin admin] 10.222.0.71 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1621633 Feb 20 20:51:33.188715 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:34.392173 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53854) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:51:34.523969 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54b90f2-b1cc-4135-9eca-adbfd02987be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:34.525400 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-c54b90f2-b1cc-4135-9eca-adbfd02987be admin admin] 10.222.0.71 "GET /v2.0/subnets/401f7320-7847-403f-bed6-20811e5fde7b HTTP/1.1" status: 200 len: 868 time: 0.1322668 Feb 20 20:51:36.924286 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53862) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:51:37.015154 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15989055-214b-4f6e-a681-bd5fd2355439 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:51:37.016573 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-15989055-214b-4f6e-a681-bd5fd2355439 admin admin] 10.222.0.71 "GET /v2.0/subnets/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0 HTTP/1.1" status: 200 len: 816 time: 0.0912750 Feb 20 20:51:55.993679 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ad05c8ca-2c22-409f-8be0-5ee8d5217620 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:51:58.766413 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5aa8533b-8d58-4f3b-bb9c-4178eef95dca None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:00.154790 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:01.829770 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:03.187233 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:03.650155 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 5 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:52:05.975497 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53916) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:52:06.023238 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [None req-b91561da-7d67-4e96-8971-70b5c0b64d43 admin admin] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102717) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:52:06.024246 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-b91561da-7d67-4e96-8971-70b5c0b64d43 admin admin] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0478191 Feb 20 20:52:08.487289 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53924) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:52:08.552244 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.pecan_wsgi.hooks.translation [None req-975a7032-29d1-4287-a4db-c29ed7e78a09 admin admin] GET failed (client error): The resource could not be found. Feb 20 20:52:08.553631 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-975a7032-29d1-4287-a4db-c29ed7e78a09 admin admin] 10.222.0.71 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0653880 Feb 20 20:52:08.698187 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5107871-a01d-48cd-86f6-9e24938f4c9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:52:08.699874 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a5107871-a01d-48cd-86f6-9e24938f4c9e admin admin] 10.222.0.71 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1417651 Feb 20 20:52:11.092852 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53932) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:52:11.148021 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:52:11.169927 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Made reservation on behalf of f04c49c6823b46cd9573837151494fc5 for: {'network': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:52:11.173289 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:11.220534 dv-cinder-830088-1-iscsi neutron-server[102717]: WARNING neutron.services.revisions.revision_plugin [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Could not find related network for resource to bump revision. Feb 20 20:52:11.237676 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 196} {{(pid=102717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:52:11.248062 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (386080f9-7f38-4f26-99a6-be64ea9a921f), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:11.248459 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.segments_db [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Added segment 386080f9-7f38-4f26-99a6-be64ea9a921f of type vlan for network 8322e26e-e357-459d-a952-f077acb0f0f8 Feb 20 20:52:11.294824 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (8322e26e-e357-459d-a952-f077acb0f0f8), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:11.317673 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (8322e26e-e357-459d-a952-f077acb0f0f8), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:11.318587 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:52:11.319168 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:11.366897 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2725682 Feb 20 20:52:11.385101 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Pushing event updated for resources: {'Network': ['ID=8322e26e-e357-459d-a952-f077acb0f0f8,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:52:11.398278 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.398833 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.399198 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.399547 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.399893 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.400239 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.400611 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.400956 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.401306 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.401645 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.401982 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.402319 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.403239 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57bf19a2-acb9-4bcf-b8ec-091ac5f0fb35 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:11.415347 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 8322e26e-e357-459d-a952-f077acb0f0f8 details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:52:13.749867 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 53940) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:52:13.818520 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e633449-6950-427a-b602-d017887af3de admin admin] GET failed (client error): The resource could not be found. Feb 20 20:52:13.819870 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-2e633449-6950-427a-b602-d017887af3de admin admin] 10.222.0.71 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0690436 Feb 20 20:52:13.892253 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b8841f3-62bb-41d5-b917-8cd805a6b15c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:52:13.893776 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-0b8841f3-62bb-41d5-b917-8cd805a6b15c admin admin] 10.222.0.71 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0697477 Feb 20 20:52:13.904135 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-f0f5eef9-99f8-42ff-b796-648c52d941b2 admin admin] Request body: {'subnet': {'description': 'shared-subnet', 'name': 'shared-subnet', 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:52:13.923432 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0f5eef9-99f8-42ff-b796-648c52d941b2 admin admin] Made reservation on behalf of f04c49c6823b46cd9573837151494fc5 for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:52:13.925877 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f0f5eef9-99f8-42ff-b796-648c52d941b2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:14.095145 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f0f5eef9-99f8-42ff-b796-648c52d941b2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for subnet (b839c0eb-d62e-41eb-adab-a50a95a36030), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:14.146493 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5eef9-99f8-42ff-b796-648c52d941b2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b839c0eb-d62e-41eb-adab-a50a95a36030,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:52:14.165160 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0f5eef9-99f8-42ff-b796-648c52d941b2 admin admin] Checking segment: {'id': '386080f9-7f38-4f26-99a6-be64ea9a921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:52:14.165519 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5eef9-99f8-42ff-b796-648c52d941b2 admin admin] Network hostable DHCP agents. Network: 8322e26e-e357-459d-a952-f077acb0f0f8, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:52:14.185155 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0f5eef9-99f8-42ff-b796-648c52d941b2 admin admin] Network 8322e26e-e357-459d-a952-f077acb0f0f8 is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:52:14.194735 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-f0f5eef9-99f8-42ff-b796-648c52d941b2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 8322e26e-e357-459d-a952-f077acb0f0f8) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:52:14.199083 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0f5eef9-99f8-42ff-b796-648c52d941b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:52:14.199747 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f0f5eef9-99f8-42ff-b796-648c52d941b2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:14.205438 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0be7c7a3-367f-444c-ae10-6b94226713dd None None] Network 8322e26e-e357-459d-a952-f077acb0f0f8 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:52:14.233005 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-f0f5eef9-99f8-42ff-b796-648c52d941b2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3321936 Feb 20 20:52:14.314171 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e186323-6794-51a6-9681-5fb779ffdfce-8322e26e-e357-459d-a952-f077acb0f0f8', 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8', 'project_id': 'f04c49c6823b46cd9573837151494fc5', 'fixed_ips': [{'subnet_id': 'b839c0eb-d62e-41eb-adab-a50a95a36030'}]}} from dv-cinder-830088-1-iscsi. {{(pid=102718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:52:14.314502 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:14.471969 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Allocated IP 192.168.233.2 (8322e26e-e357-459d-a952-f077acb0f0f8/b839c0eb-d62e-41eb-adab-a50a95a36030/8f696998-c42c-4bf6-ad25-b0f7809542aa) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:52:14.752088 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Publish callbacks [] for port (8f696998-c42c-4bf6-ad25-b0f7809542aa), precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:14.760868 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (8f696998-c42c-4bf6-ad25-b0f7809542aa), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:14.810219 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Pushing event updated for resources: {'Port': ['ID=8f696998-c42c-4bf6-ad25-b0f7809542aa,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:52:14.818126 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Network 8322e26e-e357-459d-a952-f077acb0f0f8 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:52:14.818715 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.819086 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.819452 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.819793 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.820127 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.820485 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.821177 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.821177 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.821461 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.821788 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.822604 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.822604 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.822800 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:52:14.827826 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:52:14.832800 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:52:14.890296 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Attempting to bind port 8f696998-c42c-4bf6-ad25-b0f7809542aa on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:52:14.890763 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Attempting to bind port 8f696998-c42c-4bf6-ad25-b0f7809542aa by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '386080f9-7f38-4f26-99a6-be64ea9a921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:52:14.891118 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Attempting to bind port 8f696998-c42c-4bf6-ad25-b0f7809542aa on network 8322e26e-e357-459d-a952-f077acb0f0f8 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:52:14.896496 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 52, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:52:14.896908 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Checking segment: {'id': '386080f9-7f38-4f26-99a6-be64ea9a921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:52:14.897302 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:14.898342 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Bound using segment: {'id': '386080f9-7f38-4f26-99a6-be64ea9a921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:52:14.899392 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Bound port: 8f696998-c42c-4bf6-ad25-b0f7809542aa, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '386080f9-7f38-4f26-99a6-be64ea9a921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:52:14.899392 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (8f696998-c42c-4bf6-ad25-b0f7809542aa), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:14.968865 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] For port 8f696998-c42c-4bf6-ad25-b0f7809542aa, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:52:14.971986 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] For port 8f696998-c42c-4bf6-ad25-b0f7809542aa, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=8f696998-c42c-4bf6-ad25-b0f7809542aa,segment=NetworkSegment(386080f9-7f38-4f26-99a6-be64ea9a921f),segment_id=386080f9-7f38-4f26-99a6-be64ea9a921f)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:52:14.978699 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (8f696998-c42c-4bf6-ad25-b0f7809542aa), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:15.038818 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5098e8bc-74f8-43f8-83f5-837699a1f5ac None None] Pushing event updated for resources: {'Port': ['ID=8f696998-c42c-4bf6-ad25-b0f7809542aa,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:52:15.974112 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f8662-0b0d-4e81-99f8-d879716a2264 None None] Network 8322e26e-e357-459d-a952-f077acb0f0f8 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:52:16.101775 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-41051da3-0fa6-4445-b1bc-9950bdce0e0c None None] Provisioning complete for port 8f696998-c42c-4bf6-ad25-b0f7809542aa triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:52:16.102174 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-41051da3-0fa6-4445-b1bc-9950bdce0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (8f696998-c42c-4bf6-ad25-b0f7809542aa), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:16.156225 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 8f696998-c42c-4bf6-ad25-b0f7809542aa up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:52:16.259034 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-41051da3-0fa6-4445-b1bc-9950bdce0e0c None None] Current status of the port 8f696998-c42c-4bf6-ad25-b0f7809542aa is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:52:16.259428 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-41051da3-0fa6-4445-b1bc-9950bdce0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (8f696998-c42c-4bf6-ad25-b0f7809542aa), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:16.277351 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 8f696998-c42c-4bf6-ad25-b0f7809542aa triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:52:16.278316 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (8f696998-c42c-4bf6-ad25-b0f7809542aa), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:16.326030 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-41051da3-0fa6-4445-b1bc-9950bdce0e0c None None] For port 8f696998-c42c-4bf6-ad25-b0f7809542aa, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=8f696998-c42c-4bf6-ad25-b0f7809542aa,segment=NetworkSegment(386080f9-7f38-4f26-99a6-be64ea9a921f),segment_id=386080f9-7f38-4f26-99a6-be64ea9a921f)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:52:16.332851 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-41051da3-0fa6-4445-b1bc-9950bdce0e0c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (8f696998-c42c-4bf6-ad25-b0f7809542aa), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:16.400741 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41051da3-0fa6-4445-b1bc-9950bdce0e0c None None] Pushing event updated for resources: {'Port': ['ID=8f696998-c42c-4bf6-ad25-b0f7809542aa,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:52:16.439558 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 8f696998-c42c-4bf6-ad25-b0f7809542aa is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:52:16.458216 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-3c0dd97e-d678-4939-a104-4a204c43f9f6 None None] Provisioning complete for port 8f696998-c42c-4bf6-ad25-b0f7809542aa triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:52:16.458614 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3c0dd97e-d678-4939-a104-4a204c43f9f6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (8f696998-c42c-4bf6-ad25-b0f7809542aa), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:16.541753 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3c0dd97e-d678-4939-a104-4a204c43f9f6 None None] Current status of the port 8f696998-c42c-4bf6-ad25-b0f7809542aa is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:52:18.096773 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 8f696998-c42c-4bf6-ad25-b0f7809542aa up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:52:18.158400 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 8f696998-c42c-4bf6-ad25-b0f7809542aa triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:52:18.158992 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (8f696998-c42c-4bf6-ad25-b0f7809542aa), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:18.250532 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 8f696998-c42c-4bf6-ad25-b0f7809542aa is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:52:25.999142 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cc539cb4-63d2-4be8-8d3e-1cf538080188 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:28.771836 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-862e2a7c-e048-48e4-83e6-e1ac4f062583 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:30.157637 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:31.830674 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:33.180855 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:40.650104 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 5 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:52:55.994622 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8d22cd1c-8876-4245-98a2-3d9cfc25cd6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:52:58.776690 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9f65d920-fd8b-4bac-9167-bfceda8f3275 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:00.162051 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:01.834064 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:03.185373 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:17.649665 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 5 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:53:25.990176 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-429afaaa-039f-48b6-8b96-755813156639 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:28.781250 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2429f128-5b12-44bb-a7c4-e21e0edf0e54 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:30.165140 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:31.841780 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:33.190011 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:40.530136 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53980) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:53:40.536561 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [None req-19dc78a5-fa76-42ff-b743-dedc69a4de2d tempest-verify_tempest_config-1304437315 tempest-verify_tempest_config-1304437315-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102717) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:53:40.537715 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-19dc78a5-fa76-42ff-b743-dedc69a4de2d tempest-verify_tempest_config-1304437315 tempest-verify_tempest_config-1304437315-project] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14077 time: 0.0062697 Feb 20 20:53:40.913290 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 53998) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:53:41.026576 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:41.113025 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Publish callbacks [] for security_group (b003db34-12f4-4243-a48d-1d1bb5262006), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:41.117840 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (b003db34-12f4-4243-a48d-1d1bb5262006), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:41.165858 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b003db34-12f4-4243-a48d-1d1bb5262006,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:53:41.170386 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94dcce33375b4cf7bb2fcc06dd4fcefd&name=default HTTP/1.1" status: 200 len: 2992 time: 0.2560604 Feb 20 20:53:41.173659 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54002) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:53:41.176103 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.176488 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.176834 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.177173 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.177503 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.177831 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.178164 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.178496 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.178882 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.179244 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.179566 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.179938 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.180261 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c041709a-5f84-4b89-b44f-5e8e1dc29f9e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.353475 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Publish callbacks [] for security_group (b003db34-12f4-4243-a48d-1d1bb5262006), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:41.376459 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Publish callbacks [] for security_group (b003db34-12f4-4243-a48d-1d1bb5262006), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:41.474912 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (b003db34-12f4-4243-a48d-1d1bb5262006), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:41.477575 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:41.479027 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b003db34-12f4-4243-a48d-1d1bb5262006 HTTP/1.1" status: 204 len: 168 time: 0.3040421 Feb 20 20:53:41.488344 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b003db34-12f4-4243-a48d-1d1bb5262006,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:53:41.498142 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.498665 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.499108 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.499585 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.501044 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.501580 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.502049 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.502613 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.503166 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.503776 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.504377 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.504944 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:41.505489 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-217940ba-d451-4158-a9a0-36098f1249f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:53:54.651878 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 5 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:53:55.994928 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0138ecd3-73ee-42b2-925a-0545e5fc53a4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:53:58.787406 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-db674611-3e71-4483-aa89-6f0d6c0e04f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:54:00.167713 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:54:01.842336 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:54:03.199106 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:54:25.997253 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ae9a88ac-d9c9-4ae3-bfb2-fcd54a484522 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:54:28.779910 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf2e3af6-f3a6-468a-9300-1305eb4105d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:54:30.171881 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:54:31.651377 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 5 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:54:31.844473 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:54:33.192069 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:54:56.000401 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53f3ddbf-0f32-4831-92a6-4f66fcee08d7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:54:58.782533 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3799e735-97df-4253-a35c-5634f03e9382 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:55:00.171906 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:55:01.846857 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:55:03.196920 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:55:08.650473 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 5 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:55:25.151133 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-608845'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:55:26.007701 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-75095767-5235-4762-959e-1c9733e22ecc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:55:28.783695 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a1cfcc5c-0e62-4540-bb1e-439dbc9ca627 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:55:30.174710 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:55:31.850607 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:55:33.192744 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:55:40.904752 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54074) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:55:41.010427 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-3202e5ae-6968-429f-84e8-8bd5f1a9b440 admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.1045125 Feb 20 20:55:43.403173 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54084) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:55:43.463675 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-38715302-9acf-4f71-82cd-7cc894a1793b admin admin] 10.222.0.71 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4553 time: 0.0593762 Feb 20 20:55:45.651024 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:55:55.099929 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:55:56.000734 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53c8a1e3-378c-4a95-85f0-89081b224fb8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:55:58.785666 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-11796805-6049-4c89-b757-fb8028100f44 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:00.178220 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:01.854170 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:03.186909 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:22.651675 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:56:25.114988 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:26.003941 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-73b96df1-db6f-4199-a045-a3bffe25ac77 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:28.787451 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-09584fb9-bb19-468d-a74e-e99de7522f75 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:30.182845 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:31.861477 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:33.190448 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:55.113319 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:56.008908 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e13b6e70-a87a-4049-b3f1-bffa1565b1ef None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:58.790510 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-26ec327f-506e-43e1-8efc-fb0b8236b438 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:56:59.651890 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:57:00.186958 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:01.867720 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:03.194225 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.120024 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54222) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:18.501250 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-311089947-network', 'tenant_id': 'bfbdfaf922c34f919a01201bb796d65d'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:18.522399 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Made reservation on behalf of bfbdfaf922c34f919a01201bb796d65d for: {'network': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:18.530433 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54244) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:18.531496 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.543354 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.628456 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Publish callbacks [] for security_group (d777645d-2586-4fd3-9c64-88ba8014b769), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.634191 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (d777645d-2586-4fd3-9c64-88ba8014b769), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.668246 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 181} {{(pid=102716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:57:18.674944 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d777645d-2586-4fd3-9c64-88ba8014b769,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:18.688761 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (d761e682-430c-44cc-9955-38e2f1c762b0), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.689116 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.segments_db [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Added segment d761e682-430c-44cc-9955-38e2f1c762b0 of type vlan for network 4d41f296-a8e9-4928-969d-8c481e411ee8 Feb 20 20:57:18.697859 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.698352 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.698681 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.699105 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.699449 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.699793 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.700082 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1468626772-network', 'tenant_id': '8d302b63e3e9407a8a253d72c930d965'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:18.700208 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.700489 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.700838 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.701192 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.701525 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.701857 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.702181 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Tracked resource versions report: Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: pushed versions: Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: { 'AddressGroup': {'1.2'}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'ConntrackHelper': {'1.0'}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Log': {'1.0'}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Network': {'1.1'}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Port': {'1.7'}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'PortForwarding': {'1.2'}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'QosPolicy': {'1.10'}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'SecurityGroup': {'1.5'}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'SubPort': {'1.0'}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Subnet': {'1.1'}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Trunk': {'1.1'}} Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: consumer versions: Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: { DHCP agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: HyperV agent@hv-cinder-83008: {}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: L3 agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: Metadata agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: Metering agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: Open vSwitch agent@dv-cinder-830088-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'ConntrackHelper': '1.0', Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'LocalIPAssociation': '1.0', Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Log': '1.0', Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Network': '1.1', Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Port': '1.7', Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'PortForwarding': '1.2', Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'QosPolicy': '1.10', Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'SecurityGroup': '1.5', Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'SecurityGroupRule': '1.2', Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'SubPort': '1.0', Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Subnet': '1.1', Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: 'Trunk': '1.1'}} Feb 20 20:57:18.703345 dv-cinder-830088-1-iscsi neutron-server[102716]: {{(pid=102716) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:57:18.732854 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Made reservation on behalf of 8d302b63e3e9407a8a253d72c930d965 for: {'network': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:18.735365 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.741531 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (4d41f296-a8e9-4928-969d-8c481e411ee8), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.744006 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.780381 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (4d41f296-a8e9-4928-969d-8c481e411ee8), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.781829 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:18.782820 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.839463 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Publish callbacks [] for security_group (2f7bac0a-87fb-4307-9a1b-040f51745049), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.845109 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (2f7bac0a-87fb-4307-9a1b-040f51745049), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.856516 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:57:18.866641 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (a846e26f-b934-4372-9e18-360b5677ca53), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.867357 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.segments_db [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Added segment a846e26f-b934-4372-9e18-360b5677ca53 of type vlan for network 11cfd37e-e312-4094-b866-dcc58c8937ce Feb 20 20:57:18.899245 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] Pushing event updated for resources: {'Network': ['ID=4d41f296-a8e9-4928-969d-8c481e411ee8,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:18.904771 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-b3d5ac71-39d1-4ed5-baa8-224228ea5e65 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.7834401 Feb 20 20:57:18.907649 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54276) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:18.910232 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 4d41f296-a8e9-4928-969d-8c481e411ee8 details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:57:18.917400 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (11cfd37e-e312-4094-b866-dcc58c8937ce), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.937151 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-03793c4d-52fa-4ceb-b4b1-f97dfe5dcf40 admin admin] Request body: {'subnet': {'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-311089947-subnet', 'tenant_id': 'bfbdfaf922c34f919a01201bb796d65d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:18.951067 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (11cfd37e-e312-4094-b866-dcc58c8937ce), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.952092 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:18.952795 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.985654 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-03793c4d-52fa-4ceb-b4b1-f97dfe5dcf40 admin admin] Made reservation on behalf of bfbdfaf922c34f919a01201bb796d65d for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:18.989992 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-03793c4d-52fa-4ceb-b4b1-f97dfe5dcf40 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:18.992684 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f7bac0a-87fb-4307-9a1b-040f51745049,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:19.019128 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4864953 Feb 20 20:57:19.019904 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54284) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:19.021435 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.022054 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.023179 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.024073 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.024828 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.025499 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.026172 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.026842 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.027425 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.027988 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.028604 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.029155 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.030028 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Tracked resource versions report: Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: pushed versions: Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: { 'AddressGroup': {'1.2'}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'ConntrackHelper': {'1.0'}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Log': {'1.0'}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Network': {'1.1'}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Port': {'1.7'}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'PortForwarding': {'1.2'}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'QosPolicy': {'1.10'}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'SecurityGroup': {'1.5'}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'SubPort': {'1.0'}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Subnet': {'1.1'}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Trunk': {'1.1'}} Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: consumer versions: Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: { DHCP agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: HyperV agent@hv-cinder-83008: {}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: L3 agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: Metadata agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: Metering agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: Open vSwitch agent@dv-cinder-830088-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'ConntrackHelper': '1.0', Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'LocalIPAssociation': '1.0', Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Log': '1.0', Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Network': '1.1', Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Port': '1.7', Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'PortForwarding': '1.2', Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'QosPolicy': '1.10', Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'SecurityGroup': '1.5', Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'SecurityGroupRule': '1.2', Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'SubPort': '1.0', Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Subnet': '1.1', Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: 'Trunk': '1.1'}} Feb 20 20:57:19.032388 dv-cinder-830088-1-iscsi neutron-server[102717]: {{(pid=102717) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:57:19.055499 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-098526c4-6cd7-4ed5-8f0f-c9ad39ea7afc admin admin] Request body: {'subnet': {'network_id': '11cfd37e-e312-4094-b866-dcc58c8937ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1468626772-subnet', 'tenant_id': '8d302b63e3e9407a8a253d72c930d965', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:19.080796 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-001c962a-e692-4b24-9181-edc0ebf9a91b admin admin] Pushing event updated for resources: {'Network': ['ID=11cfd37e-e312-4094-b866-dcc58c8937ce,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:19.083622 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098526c4-6cd7-4ed5-8f0f-c9ad39ea7afc admin admin] Made reservation on behalf of 8d302b63e3e9407a8a253d72c930d965 for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:19.086451 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-098526c4-6cd7-4ed5-8f0f-c9ad39ea7afc admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.097130 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 11cfd37e-e312-4094-b866-dcc58c8937ce details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:57:19.110613 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54288) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:19.372001 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-03793c4d-52fa-4ceb-b4b1-f97dfe5dcf40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for subnet (1f3ccb5e-d618-4f83-b90a-ab491849376b), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.407824 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-098526c4-6cd7-4ed5-8f0f-c9ad39ea7afc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for subnet (822b5434-2e05-4c66-8359-b7ad5c131a18), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.454498 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1904557009-network', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:19.472148 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03793c4d-52fa-4ceb-b4b1-f97dfe5dcf40 admin admin] Checking segment: {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:19.472536 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03793c4d-52fa-4ceb-b4b1-f97dfe5dcf40 admin admin] Network hostable DHCP agents. Network: 4d41f296-a8e9-4928-969d-8c481e411ee8, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:57:19.481880 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Made reservation on behalf of 5e74827f195a45e19b1cb03fc4e7f8b1 for: {'network': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:19.484199 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.494616 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.498318 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-098526c4-6cd7-4ed5-8f0f-c9ad39ea7afc admin admin] Checking segment: {'id': 'a846e26f-b934-4372-9e18-360b5677ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '11cfd37e-e312-4094-b866-dcc58c8937ce'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:19.498771 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098526c4-6cd7-4ed5-8f0f-c9ad39ea7afc admin admin] Network hostable DHCP agents. Network: 11cfd37e-e312-4094-b866-dcc58c8937ce, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:57:19.518684 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03793c4d-52fa-4ceb-b4b1-f97dfe5dcf40 admin admin] Network 4d41f296-a8e9-4928-969d-8c481e411ee8 is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:57:19.520726 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03793c4d-52fa-4ceb-b4b1-f97dfe5dcf40 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f3ccb5e-d618-4f83-b90a-ab491849376b,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:19.548873 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098526c4-6cd7-4ed5-8f0f-c9ad39ea7afc admin admin] Network 11cfd37e-e312-4094-b866-dcc58c8937ce is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:57:19.563849 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-03793c4d-52fa-4ceb-b4b1-f97dfe5dcf40 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 4d41f296-a8e9-4928-969d-8c481e411ee8) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:19.568113 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-03793c4d-52fa-4ceb-b4b1-f97dfe5dcf40 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:19.568762 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-03793c4d-52fa-4ceb-b4b1-f97dfe5dcf40 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.578339 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-098526c4-6cd7-4ed5-8f0f-c9ad39ea7afc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 11cfd37e-e312-4094-b866-dcc58c8937ce) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:19.583791 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2091f15-fa93-4c30-b9b2-42f640712d90 None None] Network 4d41f296-a8e9-4928-969d-8c481e411ee8 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:57:19.589686 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482c962d-06e7-4f5f-bdee-9595198bab4d None None] Network 11cfd37e-e312-4094-b866-dcc58c8937ce requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:57:19.595686 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098526c4-6cd7-4ed5-8f0f-c9ad39ea7afc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:19.595686 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-098526c4-6cd7-4ed5-8f0f-c9ad39ea7afc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.610517 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098526c4-6cd7-4ed5-8f0f-c9ad39ea7afc admin admin] Pushing event updated for resources: {'Subnet': ['ID=822b5434-2e05-4c66-8359-b7ad5c131a18,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:19.632443 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-03793c4d-52fa-4ceb-b4b1-f97dfe5dcf40 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6970751 Feb 20 20:57:19.632443 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-098526c4-6cd7-4ed5-8f0f-c9ad39ea7afc admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.6075139 Feb 20 20:57:19.642797 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Publish callbacks [] for security_group (c288efdc-dd2f-445b-8fa5-12255c78ff2d), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.652736 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c288efdc-dd2f-445b-8fa5-12255c78ff2d), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.679377 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54318) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:19.679948 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 182} {{(pid=102717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:57:19.719902 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c288efdc-dd2f-445b-8fa5-12255c78ff2d,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:19.725559 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (d658bdfa-d38d-4e9d-af66-88cd6f9417de), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.726450 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.segments_db [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Added segment d658bdfa-d38d-4e9d-af66-88cd6f9417de of type vlan for network f829bbbb-0a39-4da0-ba53-40f021735711 Feb 20 20:57:19.774401 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (f829bbbb-0a39-4da0-ba53-40f021735711), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.784855 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54326) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:19.813015 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (f829bbbb-0a39-4da0-ba53-40f021735711), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.814281 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:19.815053 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:19.821908 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de4fc95d-ab53-4dcc-af3f-bfc98793f00f None None] Network 4d41f296-a8e9-4928-969d-8c481e411ee8 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:57:19.878086 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] Pushing event updated for resources: {'Network': ['ID=f829bbbb-0a39-4da0-ba53-40f021735711,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:19.896324 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-62806f74-3fb4-4420-8a9d-b99fdfe8716f admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.7845986 Feb 20 20:57:19.896758 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network f829bbbb-0a39-4da0-ba53-40f021735711 details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:57:19.899575 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54332) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:19.908326 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-6199673b-e754-4d72-a3b1-4d01650a3a72 admin admin] Request body: {'subnet': {'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1904557009-subnet', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:19.945572 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6199673b-e754-4d72-a3b1-4d01650a3a72 admin admin] Made reservation on behalf of 5e74827f195a45e19b1cb03fc4e7f8b1 for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:19.948212 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6199673b-e754-4d72-a3b1-4d01650a3a72 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.065383 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d557f33f-4e01-4074-b74b-ed56941c60fc None None] Network 11cfd37e-e312-4094-b866-dcc58c8937ce requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:57:20.127557 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1741052216-network', 'tenant_id': 'd1c4dfb793254c9aab7e92d7880b7c66'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:20.157548 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-network', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:20.202313 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6199673b-e754-4d72-a3b1-4d01650a3a72 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for subnet (556ba603-3470-4df7-9938-1a7b4a7080b4), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.211981 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Made reservation on behalf of d1c4dfb793254c9aab7e92d7880b7c66 for: {'network': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:20.214458 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.230179 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Made reservation on behalf of 8ec4afa0a0be4d868f145f52d0360574 for: {'network': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:20.232379 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.271556 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.280570 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.282168 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6199673b-e754-4d72-a3b1-4d01650a3a72 admin admin] Pushing event updated for resources: {'Subnet': ['ID=556ba603-3470-4df7-9938-1a7b4a7080b4,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:20.363868 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6199673b-e754-4d72-a3b1-4d01650a3a72 admin admin] Checking segment: {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:20.364128 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6199673b-e754-4d72-a3b1-4d01650a3a72 admin admin] Network hostable DHCP agents. Network: f829bbbb-0a39-4da0-ba53-40f021735711, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:57:20.414976 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6199673b-e754-4d72-a3b1-4d01650a3a72 admin admin] Network f829bbbb-0a39-4da0-ba53-40f021735711 is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:57:20.445115 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-6199673b-e754-4d72-a3b1-4d01650a3a72 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, f829bbbb-0a39-4da0-ba53-40f021735711) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:20.461232 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6199673b-e754-4d72-a3b1-4d01650a3a72 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:20.461856 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6199673b-e754-4d72-a3b1-4d01650a3a72 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.464679 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a434ffe5-e4c6-4983-8024-2ddfd12d111e None None] Network f829bbbb-0a39-4da0-ba53-40f021735711 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:57:20.492072 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Publish callbacks [] for security_group (ba9f36e0-dab7-4da1-b5e4-84c5373df4b6), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.506437 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Publish callbacks [] for security_group (6d932084-8c8d-4b0d-a180-992ac244263e), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.515801 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (ba9f36e0-dab7-4da1-b5e4-84c5373df4b6), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.523170 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (6d932084-8c8d-4b0d-a180-992ac244263e), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.545116 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54362) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:20.545317 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-6199673b-e754-4d72-a3b1-4d01650a3a72 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.6446173 Feb 20 20:57:20.549861 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:20.558598 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:57:20.577958 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 185} {{(pid=102716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:57:20.587512 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (50149abe-0e16-4b05-93f4-4178e966f5ac), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.587864 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.segments_db [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Added segment 50149abe-0e16-4b05-93f4-4178e966f5ac of type vlan for network 4883b792-998f-40a3-9a54-916868357d7e Feb 20 20:57:20.594265 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129096'] for router (473ca265-c94e-4141-aa84-36bb1baf9406), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.595651 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129203'] for router (473ca265-c94e-4141-aa84-36bb1baf9406), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.598889 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9f36e0-dab7-4da1-b5e4-84c5373df4b6,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:20.608067 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (7ea6cd9a-0b99-4c62-89a5-862738c5fa97), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.608190 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.segments_db [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Added segment 7ea6cd9a-0b99-4c62-89a5-862738c5fa97 of type vlan for network 47eb7a64-c008-428d-9f9c-6083205d80a4 Feb 20 20:57:20.679842 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e186323-6794-51a6-9681-5fb779ffdfce-f829bbbb-0a39-4da0-ba53-40f021735711', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4'}]}} from dv-cinder-830088-1-iscsi. {{(pid=102718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:57:20.681973 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.684725 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (4883b792-998f-40a3-9a54-916868357d7e), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.711665 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Publish callbacks [] for router_controller (473ca265-c94e-4141-aa84-36bb1baf9406), precommit_add_association {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.729959 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d932084-8c8d-4b0d-a180-992ac244263e,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:20.767735 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (47eb7a64-c008-428d-9f9c-6083205d80a4), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.843127 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (4883b792-998f-40a3-9a54-916868357d7e), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.844081 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:20.844682 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.864191 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (47eb7a64-c008-428d-9f9c-6083205d80a4), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.865154 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:20.865735 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:20.913400 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Allocated IP 172.20.0.2 (f829bbbb-0a39-4da0-ba53-40f021735711/556ba603-3470-4df7-9938-1a7b4a7080b4/40a100af-ba4e-4321-b4be-6abc233c9d32) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:57:20.992377 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3085892 Feb 20 20:57:21.007428 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54380) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:21.019890 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-005aa18e-d82c-4f28-94f6-24aefed5d552 admin admin] Request body: {'subnet': {'network_id': '4883b792-998f-40a3-9a54-916868357d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1741052216-subnet', 'tenant_id': 'd1c4dfb793254c9aab7e92d7880b7c66', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:21.045173 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Publish callbacks [] for router_gateway (473ca265-c94e-4141-aa84-36bb1baf9406), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:21.057782 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 1.2715828 Feb 20 20:57:21.059997 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-005aa18e-d82c-4f28-94f6-24aefed5d552 admin admin] Made reservation on behalf of d1c4dfb793254c9aab7e92d7880b7c66 for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:21.064023 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-005aa18e-d82c-4f28-94f6-24aefed5d552 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:21.064726 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54382) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:21.067916 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb64206d-602a-4b86-8a40-5f2e422ccae8 admin admin] Pushing event updated for resources: {'Network': ['ID=4883b792-998f-40a3-9a54-916868357d7e,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:21.071048 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-e7e01a40-d6d2-47c3-b141-38babc851bc2 admin admin] Request body: {'subnet': {'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-subnet', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:21.143674 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7e01a40-d6d2-47c3-b141-38babc851bc2 admin admin] Made reservation on behalf of 8ec4afa0a0be4d868f145f52d0360574 for: {'subnet': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:21.146315 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e7e01a40-d6d2-47c3-b141-38babc851bc2 admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:21.182695 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5e9431f-f48e-4dce-98de-3aaae15177a4 admin admin] Pushing event updated for resources: {'Network': ['ID=47eb7a64-c008-428d-9f9c-6083205d80a4,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:21.253817 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 4883b792-998f-40a3-9a54-916868357d7e details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:57:21.394311 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 47eb7a64-c008-428d-9f9c-6083205d80a4 details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:57:21.524547 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-005aa18e-d82c-4f28-94f6-24aefed5d552 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for subnet (ba9912ea-7b29-4535-991e-67f4419a7866), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:21.580261 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Publish callbacks [] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:21.605191 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:21.609169 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005aa18e-d82c-4f28-94f6-24aefed5d552 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ba9912ea-7b29-4535-991e-67f4419a7866,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:21.615505 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-005aa18e-d82c-4f28-94f6-24aefed5d552 admin admin] Checking segment: {'id': '50149abe-0e16-4b05-93f4-4178e966f5ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '4883b792-998f-40a3-9a54-916868357d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:21.615505 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005aa18e-d82c-4f28-94f6-24aefed5d552 admin admin] Network hostable DHCP agents. Network: 4883b792-998f-40a3-9a54-916868357d7e, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:57:21.635927 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-005aa18e-d82c-4f28-94f6-24aefed5d552 admin admin] Network 4883b792-998f-40a3-9a54-916868357d7e is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:57:21.652832 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-005aa18e-d82c-4f28-94f6-24aefed5d552 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 4883b792-998f-40a3-9a54-916868357d7e) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:21.656929 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-005aa18e-d82c-4f28-94f6-24aefed5d552 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:21.657627 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-005aa18e-d82c-4f28-94f6-24aefed5d552 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:21.686135 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-005aa18e-d82c-4f28-94f6-24aefed5d552 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6769013 Feb 20 20:57:21.689638 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdca0c59-99cb-4db5-91f4-368e322a0935 None None] Network 4883b792-998f-40a3-9a54-916868357d7e requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:57:21.723593 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e7e01a40-d6d2-47c3-b141-38babc851bc2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for subnet (66e56d02-8410-4f31-939d-e4b166973128), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:21.777938 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Network f829bbbb-0a39-4da0-ba53-40f021735711 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:21.785882 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:21.791089 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Pushing event updated for resources: {'Port': ['ID=40a100af-ba4e-4321-b4be-6abc233c9d32,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:21.795722 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:57:21.811811 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.811811 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.812314 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.812810 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.813208 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.815271 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.815271 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.815271 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.815271 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.815271 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.815679 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.816335 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.816572 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Tracked resource versions report: Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: pushed versions: Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: { 'AddressGroup': {'1.2'}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'ConntrackHelper': {'1.0'}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Log': {'1.0'}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Network': {'1.1'}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Port': {'1.7'}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'PortForwarding': {'1.2'}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'QosPolicy': {'1.10'}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'SecurityGroup': {'1.5'}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'SubPort': {'1.0'}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Subnet': {'1.1'}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Trunk': {'1.1'}} Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: consumer versions: Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: { DHCP agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: HyperV agent@hv-cinder-83008: {}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: L3 agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: Metadata agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: Metering agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: Open vSwitch agent@dv-cinder-830088-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'ConntrackHelper': '1.0', Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'LocalIPAssociation': '1.0', Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Log': '1.0', Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Network': '1.1', Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Port': '1.7', Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'PortForwarding': '1.2', Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'QosPolicy': '1.10', Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'SecurityGroup': '1.5', Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'SecurityGroupRule': '1.2', Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'SubPort': '1.0', Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Subnet': '1.1', Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: 'Trunk': '1.1'}} Feb 20 20:57:21.817880 dv-cinder-830088-1-iscsi neutron-server[102718]: {{(pid=102718) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:57:21.869418 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Publish callbacks [] for router_gateway (473ca265-c94e-4141-aa84-36bb1baf9406), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:21.909381 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Attempting to bind port 40a100af-ba4e-4321-b4be-6abc233c9d32 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:57:21.910351 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Attempting to bind port 40a100af-ba4e-4321-b4be-6abc233c9d32 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:57:21.910351 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Attempting to bind port 40a100af-ba4e-4321-b4be-6abc233c9d32 on network f829bbbb-0a39-4da0-ba53-40f021735711 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:21.911307 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:21.915530 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94f1382c-1060-425c-987a-f17003f52a77 None None] Network 4883b792-998f-40a3-9a54-916868357d7e requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:57:21.950648 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:57:21.951049 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Checking segment: {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:21.951464 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:21.951876 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Bound using segment: {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:57:21.955136 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Bound port: 40a100af-ba4e-4321-b4be-6abc233c9d32, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:57:21.956003 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:21.969658 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54440) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:21.972992 dv-cinder-830088-1-iscsi neutron-server[102716]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 20:57:22.143555 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e01a40-d6d2-47c3-b141-38babc851bc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=66e56d02-8410-4f31-939d-e4b166973128,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:22.179418 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] For port 40a100af-ba4e-4321-b4be-6abc233c9d32, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:57:22.195831 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] For port 40a100af-ba4e-4321-b4be-6abc233c9d32, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=40a100af-ba4e-4321-b4be-6abc233c9d32,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:57:22.209357 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:22.315305 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b3c701-3b49-4734-961d-0dc07662ba69 None None] Pushing event updated for resources: {'Port': ['ID=40a100af-ba4e-4321-b4be-6abc233c9d32,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:22.337098 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7e01a40-d6d2-47c3-b141-38babc851bc2 admin admin] Checking segment: {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:22.337098 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e01a40-d6d2-47c3-b141-38babc851bc2 admin admin] Network hostable DHCP agents. Network: 47eb7a64-c008-428d-9f9c-6083205d80a4, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:57:22.394811 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-d78be587-eddc-4536-9092-3877a942c348 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:22.396068 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-d78be587-eddc-4536-9092-3877a942c348 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 814 time: 0.4245331 Feb 20 20:57:22.426879 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-9615849f-374e-4f13-a24c-274370d569f1 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/quotas/bfbdfaf922c34f919a01201bb796d65d HTTP/1.1" status: 200 len: 375 time: 0.0249717 Feb 20 20:57:22.437755 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Allocated IP 172.27.2.143 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/c05c33ae-ab2f-4439-93a5-b6914289edfd) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:57:22.449706 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e01a40-d6d2-47c3-b141-38babc851bc2 admin admin] Network 47eb7a64-c008-428d-9f9c-6083205d80a4 is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:57:22.540830 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-fada3bc1-a571-4b09-a638-fd39a2870c65 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1069765 Feb 20 20:57:22.554584 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-e7e01a40-d6d2-47c3-b141-38babc851bc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 47eb7a64-c008-428d-9f9c-6083205d80a4) {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:22.574562 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fc02849-3bfc-479f-94fe-34d710d3c3e6 None None] Network 47eb7a64-c008-428d-9f9c-6083205d80a4 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:57:22.676411 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7e01a40-d6d2-47c3-b141-38babc851bc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:22.677246 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e7e01a40-d6d2-47c3-b141-38babc851bc2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:22.719791 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-e7e01a40-d6d2-47c3-b141-38babc851bc2 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.6536510 Feb 20 20:57:22.722609 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54474) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:22.727643 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:22.752049 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54476) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:22.788983 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129096'] for router (9a9a1178-04cb-4879-ad7f-cbc13ec62528), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:22.790257 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129203'] for router (9a9a1178-04cb-4879-ad7f-cbc13ec62528), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:22.790422 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Publish callbacks [] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:22.883465 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:22.914222 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:22.965152 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:22.969849 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:57:23.104424 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e186323-6794-51a6-9681-5fb779ffdfce-47eb7a64-c008-428d-9f9c-6083205d80a4', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128'}]}} from dv-cinder-830088-1-iscsi. {{(pid=102718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:57:23.105728 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.162293 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Publish callbacks [] for router_controller (9a9a1178-04cb-4879-ad7f-cbc13ec62528), precommit_add_association {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.330117 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54490) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:23.394767 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Allocated IP 172.20.0.2 (47eb7a64-c008-428d-9f9c-6083205d80a4/66e56d02-8410-4f31-939d-e4b166973128/8b97f502-93cf-4d9f-92d9-48efaf12378a) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:57:23.462354 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54508) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:23.472596 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-0bf90fa6-0291-4b62-b5bc-394ca6baab9e service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:57:23.473815 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-0bf90fa6-0291-4b62-b5bc-394ca6baab9e service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1719785 Feb 20 20:57:23.541404 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54510) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:23.558848 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1920585971-network', 'tenant_id': '3a81f3553ac84dea84398464160cc8ec'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:23.588205 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-06a8abae-47de-4f92-b173-c0c92e248d1f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.619010 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-23dbb958-fdd1-4840-adc4-38a6a467af93 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.644454 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Publish callbacks [] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.652401 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Publish callbacks [] for router_gateway (9a9a1178-04cb-4879-ad7f-cbc13ec62528), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.653950 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.662005 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Publish callbacks [] for router_gateway (473ca265-c94e-4141-aa84-36bb1baf9406), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.670767 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Made reservation on behalf of 3a81f3553ac84dea84398464160cc8ec for: {'network': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:23.671628 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.704131 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Network 47eb7a64-c008-428d-9f9c-6083205d80a4 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:23.707085 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Pushing event updated for resources: {'Port': ['ID=c05c33ae-ab2f-4439-93a5-b6914289edfd,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:23.708850 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:23.711885 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.718022 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:57:23.765333 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Pushing event updated for resources: {'Port': ['ID=8b97f502-93cf-4d9f-92d9-48efaf12378a,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:23.798142 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Attempting to bind port 8b97f502-93cf-4d9f-92d9-48efaf12378a on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:57:23.799003 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Attempting to bind port 8b97f502-93cf-4d9f-92d9-48efaf12378a by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:57:23.799003 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Attempting to bind port 8b97f502-93cf-4d9f-92d9-48efaf12378a on network 47eb7a64-c008-428d-9f9c-6083205d80a4 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:23.804923 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:57:23.805446 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Checking segment: {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:23.806104 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.806425 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Bound using segment: {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:57:23.807014 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Bound port: 8b97f502-93cf-4d9f-92d9-48efaf12378a, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:57:23.807478 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.821768 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-06a8abae-47de-4f92-b173-c0c92e248d1f admin admin] Publish callbacks [] for security_group (adf42431-01d4-421f-afd1-3fa9953b88ff), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.829356 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-06a8abae-47de-4f92-b173-c0c92e248d1f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (adf42431-01d4-421f-afd1-3fa9953b88ff), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.842086 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-94a273ea-0492-45c7-a189-199dcbe1e007 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:23.848675 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-94a273ea-0492-45c7-a189-199dcbe1e007 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/networks?id=11cfd37e-e312-4094-b866-dcc58c8937ce HTTP/1.1" status: 200 len: 812 time: 0.3736639 Feb 20 20:57:23.889919 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-92c35676-9455-404b-88dc-b7e4c4e65256 service neutron] 10.222.0.71 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3879879 Feb 20 20:57:23.894398 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06a8abae-47de-4f92-b173-c0c92e248d1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adf42431-01d4-421f-afd1-3fa9953b88ff,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:23.896506 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-1c303d54-8159-476f-929a-78db2e22dd47 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/quotas/8d302b63e3e9407a8a253d72c930d965 HTTP/1.1" status: 200 len: 375 time: 0.0469472 Feb 20 20:57:23.914249 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] For port 8b97f502-93cf-4d9f-92d9-48efaf12378a, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:57:23.919305 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] For port 8b97f502-93cf-4d9f-92d9-48efaf12378a, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=8b97f502-93cf-4d9f-92d9-48efaf12378a,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:57:23.938664 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-06a8abae-47de-4f92-b173-c0c92e248d1f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e74c430ec0ce4be8966536ecf2c93fe8&name=default HTTP/1.1" status: 200 len: 2992 time: 1.1824691 Feb 20 20:57:23.939176 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54514) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:23.940990 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37fb690f-add6-4efc-a586-bd5ac5578c20 None None] Network f829bbbb-0a39-4da0-ba53-40f021735711 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:57:23.945876 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:23.961282 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-c6472e71-74d9-426e-8933-834152ebd652 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8d302b63e3e9407a8a253d72c930d965&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0634317 Feb 20 20:57:24.048310 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608182'] for router (473ca265-c94e-4141-aa84-36bb1baf9406), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.061330 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9ae9-7739-43cf-87c5-dffe6576afb1 admin admin] Publish callbacks [] for security_group (adf42431-01d4-421f-afd1-3fa9953b88ff), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.084843 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9ae9-7739-43cf-87c5-dffe6576afb1 admin admin] Publish callbacks [] for security_group (adf42431-01d4-421f-afd1-3fa9953b88ff), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.123346 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab699dbd-ca7b-46ac-9644-7c7194b8de32 None None] Pushing event updated for resources: {'Port': ['ID=8b97f502-93cf-4d9f-92d9-48efaf12378a,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:24.129323 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-228a5676-119f-42c9-8d4f-8d8db9d8a9f9 service neutron] 10.222.0.71 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2108805 Feb 20 20:57:24.129897 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-50dae0fc-ef9c-4233-806f-2df8c03e510c None None] Provisioning complete for port 40a100af-ba4e-4321-b4be-6abc233c9d32 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:24.130450 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50dae0fc-ef9c-4233-806f-2df8c03e510c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.133606 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-23dbb958-fdd1-4840-adc4-38a6a467af93 admin admin] Publish callbacks [] for security_group (b41c7b9c-6d25-455c-b4d8-a57df66b18aa), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.171447 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-23dbb958-fdd1-4840-adc4-38a6a467af93 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (b41c7b9c-6d25-455c-b4d8-a57df66b18aa), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.299754 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23dbb958-fdd1-4840-adc4-38a6a467af93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b41c7b9c-6d25-455c-b4d8-a57df66b18aa,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:24.322433 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-50dae0fc-ef9c-4233-806f-2df8c03e510c None None] Current status of the port 40a100af-ba4e-4321-b4be-6abc233c9d32 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:24.323178 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50dae0fc-ef9c-4233-806f-2df8c03e510c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.330554 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-ea7b22e4-21a1-4565-9f2d-99bd3302262d service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:57:24.330554 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-ea7b22e4-21a1-4565-9f2d-99bd3302262d service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.2225046 Feb 20 20:57:24.363261 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Router 473ca265-c94e-4141-aa84-36bb1baf9406 is scheduled to L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb with binding_index 1 {{(pid=102717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:57:24.373943 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9ae9-7739-43cf-87c5-dffe6576afb1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (adf42431-01d4-421f-afd1-3fa9953b88ff), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.382553 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-fd6b9ae9-7739-43cf-87c5-dffe6576afb1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.396752 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-fd6b9ae9-7739-43cf-87c5-dffe6576afb1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/adf42431-01d4-421f-afd1-3fa9953b88ff HTTP/1.1" status: 204 len: 168 time: 0.4557216 Feb 20 20:57:24.407857 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6b9ae9-7739-43cf-87c5-dffe6576afb1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adf42431-01d4-421f-afd1-3fa9953b88ff,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:24.487675 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 40a100af-ba4e-4321-b4be-6abc233c9d32 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:57:24.553725 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-50dae0fc-ef9c-4233-806f-2df8c03e510c None None] For port 40a100af-ba4e-4321-b4be-6abc233c9d32, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=40a100af-ba4e-4321-b4be-6abc233c9d32,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:57:24.580555 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-50dae0fc-ef9c-4233-806f-2df8c03e510c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.693850 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:57:24.716669 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-23dbb958-fdd1-4840-adc4-38a6a467af93 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7e4c6e2fb5734d5ca8d0f3c475442739&name=default HTTP/1.1" status: 200 len: 2992 time: 1.3850904 Feb 20 20:57:24.719042 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Sync routers for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:57:24.720060 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54548) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:24.724323 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Publish callbacks [] for security_group (38053950-bfdc-4110-95cf-8d2c9fb7e5d5), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.733171 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:57:24.735717 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:56:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:24.746707 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] Publish callbacks [] for router (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.754876 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (38053950-bfdc-4110-95cf-8d2c9fb7e5d5), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.756303 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-90008de1-c1d7-4cf0-a5f1-f5ae96c7525b admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.2097313 Feb 20 20:57:24.757413 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54550) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:24.782561 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-f1067e6a-d22f-4546-bbb0-d1ea1c5d98a8 None None] Provisioning complete for port 40a100af-ba4e-4321-b4be-6abc233c9d32 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:24.783003 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f1067e6a-d22f-4546-bbb0-d1ea1c5d98a8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:24.805863 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-4d461ad8-d6b2-42ae-9cfc-7df0fb781af8 service neutron] 10.222.0.71 "GET /v2.0/networks/11cfd37e-e312-4094-b866-dcc58c8937ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3707051 Feb 20 20:57:24.872377 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 40a100af-ba4e-4321-b4be-6abc233c9d32 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:24.873169 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.029700 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f1067e6a-d22f-4546-bbb0-d1ea1c5d98a8 None None] Current status of the port 40a100af-ba4e-4321-b4be-6abc233c9d32 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:25.035924 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50dae0fc-ef9c-4233-806f-2df8c03e510c None None] Pushing event updated for resources: {'Port': ['ID=40a100af-ba4e-4321-b4be-6abc233c9d32,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:25.050556 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:57:25.097406 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 40a100af-ba4e-4321-b4be-6abc233c9d32 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:25.098971 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b7cc2112-7f09-43cd-b9b1-567761072861 req-fc499eb3-715d-4739-a51a-04c10ae05478 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 210 time: 0.3248737 Feb 20 20:57:25.114935 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cf9464b4-7446-49d6-b987-22f7fa324919 admin admin] Publish callbacks [] for security_group (b41c7b9c-6d25-455c-b4d8-a57df66b18aa), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.126829 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:57:25.157067 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.177904 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54564) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:25.215027 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cf9464b4-7446-49d6-b987-22f7fa324919 admin admin] Publish callbacks [] for security_group (b41c7b9c-6d25-455c-b4d8-a57df66b18aa), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.248380 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01ea72ae-9600-47a3-ae47-b778c498b869 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.335671 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38053950-bfdc-4110-95cf-8d2c9fb7e5d5,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:25.351328 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cf9464b4-7446-49d6-b987-22f7fa324919 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (b41c7b9c-6d25-455c-b4d8-a57df66b18aa), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.353980 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cf9464b4-7446-49d6-b987-22f7fa324919 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.355195 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-cf9464b4-7446-49d6-b987-22f7fa324919 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b41c7b9c-6d25-455c-b4d8-a57df66b18aa HTTP/1.1" status: 204 len: 168 time: 0.6295979 Feb 20 20:57:25.358574 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (a38b7e67-9307-4100-a98c-5e53db5859e1), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.359705 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.segments_db [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Added segment a38b7e67-9307-4100-a98c-5e53db5859e1 of type vlan for network 84087a16-ccd8-4b8a-b29a-bab6a66312bb Feb 20 20:57:25.477448 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Publish callbacks [] for router_gateway (9a9a1178-04cb-4879-ad7f-cbc13ec62528), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.531397 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:23Z', 'revision_number': 3, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:25.535301 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9464b4-7446-49d6-b987-22f7fa324919 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b41c7b9c-6d25-455c-b4d8-a57df66b18aa,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:25.546408 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.609555 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Checking router: 473ca265-c94e-4141-aa84-36bb1baf9406 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:57:25.610685 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Updating router 473ca265-c94e-4141-aa84-36bb1baf9406 port c05c33ae-ab2f-4439-93a5-b6914289edfd binding host dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:57:25.680672 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.704418 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Allocated IP 172.27.2.244 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/887ec53a-2f9c-4746-b912-455cc03f50a8) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:57:25.736433 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01ea72ae-9600-47a3-ae47-b778c498b869 admin admin] Publish callbacks [] for security_group (c6734456-2f85-47b2-b3dd-d805c29243d1), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.738285 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f65d2bb-f501-4382-a8fb-3bd42550bc7c None None] Network 47eb7a64-c008-428d-9f9c-6083205d80a4 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:57:25.748781 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01ea72ae-9600-47a3-ae47-b778c498b869 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c6734456-2f85-47b2-b3dd-d805c29243d1), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.804429 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (84087a16-ccd8-4b8a-b29a-bab6a66312bb), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.834496 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-01ea72ae-9600-47a3-ae47-b778c498b869 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c50ccea48cc84dddb2ff5107e1a28f6f&name=default HTTP/1.1" status: 200 len: 2992 time: 0.6042759 Feb 20 20:57:25.838133 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54590) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:25.847500 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ea72ae-9600-47a3-ae47-b778c498b869 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6734456-2f85-47b2-b3dd-d805c29243d1,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:25.895091 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-2fd3a0e6-a3ba-4597-8dfb-5a48db2610d8 None None] Provisioning complete for port 8b97f502-93cf-4d9f-92d9-48efaf12378a triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:25.895916 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a0e6-a3ba-4597-8dfb-5a48db2610d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.919103 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (84087a16-ccd8-4b8a-b29a-bab6a66312bb), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.922449 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:25.923834 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:25.933264 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-7a161bde-2a4b-49ed-a406-ca643da5e895 service neutron] 10.222.0.71 "GET /v2.0/networks/11cfd37e-e312-4094-b866-dcc58c8937ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1178474 Feb 20 20:57:26.036488 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Publish callbacks [] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.044475 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-22dc48f6-3d98-4e3b-b675-59f08c43d916 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.065310 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.072834 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-2fd3a0e6-a3ba-4597-8dfb-5a48db2610d8 None None] Current status of the port 8b97f502-93cf-4d9f-92d9-48efaf12378a is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:26.073737 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a0e6-a3ba-4597-8dfb-5a48db2610d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.075170 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a25b5bd1-4d41-4a60-a494-2a32368851d5 admin admin] Publish callbacks [] for security_group (c6734456-2f85-47b2-b3dd-d805c29243d1), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.146488 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 2.5891619 Feb 20 20:57:26.147539 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54598) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:26.157211 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-2fd3a0e6-a3ba-4597-8dfb-5a48db2610d8 None None] For port 8b97f502-93cf-4d9f-92d9-48efaf12378a, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=8b97f502-93cf-4d9f-92d9-48efaf12378a,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:57:26.168699 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-68f2a67b-4eef-43b8-bd4b-e72f30ed840d admin admin] Request body: {'subnet': {'network_id': '84087a16-ccd8-4b8a-b29a-bab6a66312bb', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1920585971-subnet', 'tenant_id': '3a81f3553ac84dea84398464160cc8ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:26.169524 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2fd3a0e6-a3ba-4597-8dfb-5a48db2610d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.221500 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1845c3b-c080-4e5f-888b-86591ae38141 admin admin] Pushing event updated for resources: {'Network': ['ID=84087a16-ccd8-4b8a-b29a-bab6a66312bb,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:26.224897 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54602) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:26.248524 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a25b5bd1-4d41-4a60-a494-2a32368851d5 admin admin] Publish callbacks [] for security_group (c6734456-2f85-47b2-b3dd-d805c29243d1), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.249493 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd3a0e6-a3ba-4597-8dfb-5a48db2610d8 None None] Pushing event updated for resources: {'Port': ['ID=8b97f502-93cf-4d9f-92d9-48efaf12378a,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:26.265037 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 84087a16-ccd8-4b8a-b29a-bab6a66312bb details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:57:26.480091 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a25b5bd1-4d41-4a60-a494-2a32368851d5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c6734456-2f85-47b2-b3dd-d805c29243d1), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.482593 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a25b5bd1-4d41-4a60-a494-2a32368851d5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.486233 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a25b5bd1-4d41-4a60-a494-2a32368851d5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c6734456-2f85-47b2-b3dd-d805c29243d1 HTTP/1.1" status: 204 len: 168 time: 0.6441388 Feb 20 20:57:26.532396 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25b5bd1-4d41-4a60-a494-2a32368851d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6734456-2f85-47b2-b3dd-d805c29243d1,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:26.599586 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-133e2fab-aefb-49e5-9f3f-be55d5969a30 None None] Provisioning complete for port 8b97f502-93cf-4d9f-92d9-48efaf12378a triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:26.600035 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-133e2fab-aefb-49e5-9f3f-be55d5969a30 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.657188 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 40a100af-ba4e-4321-b4be-6abc233c9d32 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:57:26.680917 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5c4b96b5-c097-4ce8-a376-9304b5ab0748 req-1f76affd-8678-4658-9b14-aa3f5a7fbb02 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 210 time: 0.4819520 Feb 20 20:57:26.698339 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5013d31b-9f46-4440-bec8-454a4e01c58b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.734874 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68f2a67b-4eef-43b8-bd4b-e72f30ed840d admin admin] Made reservation on behalf of 3a81f3553ac84dea84398464160cc8ec for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:26.740456 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-68f2a67b-4eef-43b8-bd4b-e72f30ed840d admin admin] Publish callbacks [] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.794415 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-882cf6c3-109a-4b52-b69f-1c2669eb4fbd req-9c21889d-8b62-418b-beda-d7e6e47e4f09 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 210 time: 0.1461470 Feb 20 20:57:26.798071 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-133e2fab-aefb-49e5-9f3f-be55d5969a30 None None] Current status of the port 8b97f502-93cf-4d9f-92d9-48efaf12378a is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:26.808542 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 40a100af-ba4e-4321-b4be-6abc233c9d32 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:26.808930 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.882572 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:26.977828 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:26.981953 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 40a100af-ba4e-4321-b4be-6abc233c9d32 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:26.984980 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 8b97f502-93cf-4d9f-92d9-48efaf12378a up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:57:26.988486 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:26.992437 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:57:27.050777 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Pushing event updated for resources: {'Port': ['ID=887ec53a-2f9c-4746-b912-455cc03f50a8,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:27.095961 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Allocated IP 172.20.0.1 (f829bbbb-0a39-4da0-ba53-40f021735711/556ba603-3470-4df7-9938-1a7b4a7080b4/07b10b50-ddaa-4f50-886f-070e69eb2b94) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:57:27.123344 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 8b97f502-93cf-4d9f-92d9-48efaf12378a triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:27.123733 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:27.343647 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Publish callbacks [] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:27.352687 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 8b97f502-93cf-4d9f-92d9-48efaf12378a is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:27.358815 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:27.361234 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Publish callbacks [] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:27.407899 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:27.409224 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54648) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:27.417947 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5013d31b-9f46-4440-bec8-454a4e01c58b admin admin] Publish callbacks [] for security_group (094d2905-b456-4eba-a902-4a3730134edc), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:27.462008 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5013d31b-9f46-4440-bec8-454a4e01c58b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (094d2905-b456-4eba-a902-4a3730134edc), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:27.468768 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Network f829bbbb-0a39-4da0-ba53-40f021735711 is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:27.472218 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:27.477247 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:57:27.478275 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609121'] for router_interface (473ca265-c94e-4141-aa84-36bb1baf9406), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:27.511027 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Attempting to bind port c05c33ae-ab2f-4439-93a5-b6914289edfd on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:57:27.513578 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Attempting to bind port c05c33ae-ab2f-4439-93a5-b6914289edfd by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:57:27.514401 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Attempting to bind port c05c33ae-ab2f-4439-93a5-b6914289edfd on network ea720e23-b531-404c-aafa-141089e16b4e {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:27.541492 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 57, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:57:27.544730 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Checking segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:27.547495 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:27.548116 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Bound using segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:57:27.550418 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Bound port: c05c33ae-ab2f-4439-93a5-b6914289edfd, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:57:27.551073 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:27.561216 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Pushing event updated for resources: {'Port': ['ID=c05c33ae-ab2f-4439-93a5-b6914289edfd,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:27.572455 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Pushing event updated for resources: {'Port': ['ID=07b10b50-ddaa-4f50-886f-070e69eb2b94,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:27.613259 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.613863 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.614457 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.615127 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.615673 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.616231 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.616855 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.618154 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.618759 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.619423 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.619990 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.620623 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.621300 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Tracked resource versions report: Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: pushed versions: Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: { 'AddressGroup': {'1.2'}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'ConntrackHelper': {'1.0'}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'LocalIPAssociation': {'1.0'}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Log': {'1.0'}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Network': {'1.1'}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Port': {'1.7'}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'PortForwarding': {'1.2'}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'QosPolicy': {'1.10'}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'SecurityGroup': {'1.5'}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'SecurityGroupRule': {'1.2'}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'SubPort': {'1.0'}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Subnet': {'1.1'}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Trunk': {'1.1'}} Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: consumer versions: Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: { DHCP agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: HyperV agent@hv-cinder-83008: {}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: L3 agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: Metadata agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: Metering agent@dv-cinder-830088-1-iscsi: {}, Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: Open vSwitch agent@dv-cinder-830088-1-iscsi: { 'AddressGroup': '1.2', Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'ConntrackHelper': '1.0', Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'LocalIPAssociation': '1.0', Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Log': '1.0', Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Network': '1.1', Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Port': '1.7', Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'PortForwarding': '1.2', Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'QosPolicy': '1.10', Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'SecurityGroup': '1.5', Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'SecurityGroupRule': '1.2', Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'SubPort': '1.0', Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Subnet': '1.1', Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: 'Trunk': '1.1'}} Feb 20 20:57:27.623060 dv-cinder-830088-1-iscsi neutron-server[102719]: {{(pid=102719) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 20 20:57:27.626219 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-68f2a67b-4eef-43b8-bd4b-e72f30ed840d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for subnet (4a057233-f26d-49f4-8a44-fc82a49ddc10), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:27.660762 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-5013d31b-9f46-4440-bec8-454a4e01c58b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5d6e1b6c16b048aaae676ab2ee80a2b4&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4309285 Feb 20 20:57:27.666981 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54656) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:27.691899 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] For port c05c33ae-ab2f-4439-93a5-b6914289edfd, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:57:27.696622 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] For port c05c33ae-ab2f-4439-93a5-b6914289edfd, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=c05c33ae-ab2f-4439-93a5-b6914289edfd,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:57:27.715294 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5013d31b-9f46-4440-bec8-454a4e01c58b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=094d2905-b456-4eba-a902-4a3730134edc,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:27.717297 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:27.815942 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68f2a67b-4eef-43b8-bd4b-e72f30ed840d admin admin] Pushing event updated for resources: {'Subnet': ['ID=4a057233-f26d-49f4-8a44-fc82a49ddc10,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:27.872792 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.90', 59268) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:27.916735 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10bf97-846c-482a-a42a-7c725fc10c70 None None] Pushing event updated for resources: {'Port': ['ID=c05c33ae-ab2f-4439-93a5-b6914289edfd,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:27.931618 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:57:27.932275 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:56:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:27.938777 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-3418b584-bb14-460d-a52d-f189f944f968 None None] Provisioning complete for port 07b10b50-ddaa-4f50-886f-070e69eb2b94 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:27.939433 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3418b584-bb14-460d-a52d-f189f944f968 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.005253 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8692abec-9032-4d78-8274-c822f29d00bb admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.065616 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:57:28.070739 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-3418b584-bb14-460d-a52d-f189f944f968 None None] Port 07b10b50-ddaa-4f50-886f-070e69eb2b94 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:57:28.092970 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5ac2a482-283e-4587-a2b5-b8f7ef51e0da req-dda474b8-1bb0-4cfc-bd99-596b92e350ff tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 210 time: 0.1303456 Feb 20 20:57:28.214699 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f32573e6-007b-4359-bbb7-ade96277c106 admin admin] Publish callbacks [] for security_group (094d2905-b456-4eba-a902-4a3730134edc), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.217294 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68f2a67b-4eef-43b8-bd4b-e72f30ed840d admin admin] Checking segment: {'id': 'a38b7e67-9307-4100-a98c-5e53db5859e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': '84087a16-ccd8-4b8a-b29a-bab6a66312bb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:28.217866 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2a67b-4eef-43b8-bd4b-e72f30ed840d admin admin] Network hostable DHCP agents. Network: 84087a16-ccd8-4b8a-b29a-bab6a66312bb, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:57:28.263718 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-caae32e8-d8bb-4002-b0f4-d6b60b4547cc req-4753da0f-be70-4d49-91f2-6de9caa93a2b tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 210 time: 0.0680537 Feb 20 20:57:28.286430 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Publish callbacks [] for router_gateway (9a9a1178-04cb-4879-ad7f-cbc13ec62528), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.350369 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 8b97f502-93cf-4d9f-92d9-48efaf12378a up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:57:28.391178 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.439064 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68f2a67b-4eef-43b8-bd4b-e72f30ed840d admin admin] Network 84087a16-ccd8-4b8a-b29a-bab6a66312bb is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:57:28.441872 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 8b97f502-93cf-4d9f-92d9-48efaf12378a triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:28.442447 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.448321 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f32573e6-007b-4359-bbb7-ade96277c106 admin admin] Publish callbacks [] for security_group (094d2905-b456-4eba-a902-4a3730134edc), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.479078 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:23Z', 'revision_number': 3, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:28.480228 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-537de8e8-447e-40cc-9ff2-18f4c27c798c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:28.484883 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-537de8e8-447e-40cc-9ff2-18f4c27c798c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 814 time: 0.6108449 Feb 20 20:57:28.556682 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-763df8f3-c75a-4467-8e39-efd643570867 None None] The sync data for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi is: [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:23Z', 'revision_number': 3, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:57:28.595217 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-68f2a67b-4eef-43b8-bd4b-e72f30ed840d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 84087a16-ccd8-4b8a-b29a-bab6a66312bb) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:28.612726 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a5d989c-6cb0-4d3a-b921-918e77dc7b79 None None] Network 84087a16-ccd8-4b8a-b29a-bab6a66312bb requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:57:28.615682 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68f2a67b-4eef-43b8-bd4b-e72f30ed840d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:28.618887 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-68f2a67b-4eef-43b8-bd4b-e72f30ed840d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.638726 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Request body: {'port': {'device_id': 'f3778dc5-8a12-43af-b432-f16857f6613e', 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8', 'admin_state_up': True, 'tenant_id': 'bfbdfaf922c34f919a01201bb796d65d'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:28.760224 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 8b97f502-93cf-4d9f-92d9-48efaf12378a is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:28.782496 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-68f2a67b-4eef-43b8-bd4b-e72f30ed840d admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 2.6155715 Feb 20 20:57:28.815501 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1787ef4-a955-431a-b161-c33d68b45de7 None None] Network 84087a16-ccd8-4b8a-b29a-bab6a66312bb requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:57:28.876565 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Publish callbacks [] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.888805 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8692abec-9032-4d78-8274-c822f29d00bb admin admin] Publish callbacks [] for security_group (42e96f0c-e424-475e-92d3-3d7139a2229e), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.899767 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.903047 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ee3d45e1-5ad4-42a2-9be2-49ab3fbbaf9b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.911025 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609269'] for router_interface (473ca265-c94e-4141-aa84-36bb1baf9406), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.925805 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8692abec-9032-4d78-8274-c822f29d00bb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (42e96f0c-e424-475e-92d3-3d7139a2229e), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:28.973384 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.90', 59274) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:28.981416 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f32573e6-007b-4359-bbb7-ade96277c106 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (094d2905-b456-4eba-a902-4a3730134edc), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:29.006990 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f32573e6-007b-4359-bbb7-ade96277c106 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:29.014451 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-f32573e6-007b-4359-bbb7-ade96277c106 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/094d2905-b456-4eba-a902-4a3730134edc HTTP/1.1" status: 204 len: 168 time: 1.3442566 Feb 20 20:57:29.057286 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54716) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:29.166554 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-8692abec-9032-4d78-8274-c822f29d00bb admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=572d342916144709bd217462be519b64&name=default HTTP/1.1" status: 200 len: 2996 time: 1.7549219 Feb 20 20:57:29.169249 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608182'] for router (9a9a1178-04cb-4879-ad7f-cbc13ec62528), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:29.171363 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8692abec-9032-4d78-8274-c822f29d00bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42e96f0c-e424-475e-92d3-3d7139a2229e,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:29.189630 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54722) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:29.240271 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Pushing event updated for resources: {'Port': ['ID=07b10b50-ddaa-4f50-886f-070e69eb2b94,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:29.261178 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f32573e6-007b-4359-bbb7-ade96277c106 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=094d2905-b456-4eba-a902-4a3730134edc,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:29.405932 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Network f829bbbb-0a39-4da0-ba53-40f021735711 is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:29.411688 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:29.782327 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Router 473ca265-c94e-4141-aa84-36bb1baf9406 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:57:29.926440 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-fb486b6b-1fc6-4b14-ad6a-5fe42cd394b7 None None] Provisioning complete for port 07b10b50-ddaa-4f50-886f-070e69eb2b94 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:29.930235 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-fb486b6b-1fc6-4b14-ad6a-5fe42cd394b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:30.058693 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Made reservation on behalf of bfbdfaf922c34f919a01201bb796d65d for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:30.062867 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:30.149119 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f022ac80-54f4-4a6e-a513-070d6de98609 req-1d3304c5-083e-48a1-9572-d5abcb73c5a0 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 210 time: 0.4484515 Feb 20 20:57:30.183803 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-35dc6c18-cd23-4fef-b671-6dabed6f0cc5 req-f4f6b314-cf65-45ad-89f0-8ebbceced57d tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 210 time: 0.4279468 Feb 20 20:57:30.259102 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:57:30.275676 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-b21cd08d-ee17-4dfd-a5ad-db22e68ed95b admin admin] 10.222.0.71 "PUT /v2.0/routers/473ca265-c94e-4141-aa84-36bb1baf9406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5072002 Feb 20 20:57:30.298660 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-942b3289-9143-47d9-8f8e-ff3db699fc98 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:30.300238 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-942b3289-9143-47d9-8f8e-ff3db699fc98 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.90 "GET /v2.0/networks?id=11cfd37e-e312-4094-b866-dcc58c8937ce HTTP/1.1" status: 200 len: 812 time: 1.3258586 Feb 20 20:57:30.303943 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4503ab-8495-4a9b-8e93-34c4d5287a45 admin admin] Deleting subnet ba9912ea-7b29-4535-991e-67f4419a7866 {{(pid=102716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:57:30.330693 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aa4503ab-8495-4a9b-8e93-34c4d5287a45 admin admin] Publish callbacks [] for subnet (ba9912ea-7b29-4535-991e-67f4419a7866), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:30.552309 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Request body: {'port': {'device_id': 'f331082a-7edc-4212-a23b-955a3eeacd4f', 'network_id': '11cfd37e-e312-4094-b866-dcc58c8937ce', 'admin_state_up': True, 'tenant_id': '8d302b63e3e9407a8a253d72c930d965'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:30.620955 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-fb486b6b-1fc6-4b14-ad6a-5fe42cd394b7 None None] Port 07b10b50-ddaa-4f50-886f-070e69eb2b94 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:57:30.623329 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device c05c33ae-ab2f-4439-93a5-b6914289edfd up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:57:30.686800 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:30.736018 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port c05c33ae-ab2f-4439-93a5-b6914289edfd triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:30.741540 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:30.775523 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Allocated IP 172.20.0.2 (4d41f296-a8e9-4928-969d-8c481e411ee8/1f3ccb5e-d618-4f83-b90a-ab491849376b/eeab640d-b8b0-4420-b87a-736f67addc77) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:57:30.960862 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port c05c33ae-ab2f-4439-93a5-b6914289edfd is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:30.962325 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:31.013960 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port c05c33ae-ab2f-4439-93a5-b6914289edfd, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=c05c33ae-ab2f-4439-93a5-b6914289edfd,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:57:31.027504 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:31.057147 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks [] for port (eeab640d-b8b0-4420-b87a-736f67addc77), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:31.133840 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=c05c33ae-ab2f-4439-93a5-b6914289edfd,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:31.240720 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:31.507310 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aa4503ab-8495-4a9b-8e93-34c4d5287a45 admin admin] Publish callbacks [] for subnet (ba9912ea-7b29-4535-991e-67f4419a7866), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:31.586495 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 is scheduled to L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb with binding_index 1 {{(pid=102716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:57:31.594255 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Pushing event updated for resources: {'Port': ['ID=eeab640d-b8b0-4420-b87a-736f67addc77,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:31.598541 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-201a71a8-9512-4f22-b9bb-76be571568f9 req-c1aae192-314a-4958-a7d3-8d892ebb2fd9 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 210 time: 0.1079080 Feb 20 20:57:31.606296 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Network 4d41f296-a8e9-4928-969d-8c481e411ee8 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:31.627402 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Made reservation on behalf of 8d302b63e3e9407a8a253d72c930d965 for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:31.633218 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:31.716736 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aa4503ab-8495-4a9b-8e93-34c4d5287a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (ba9912ea-7b29-4535-991e-67f4419a7866), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:31.838751 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:31.846192 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Sync routers for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:57:31.846326 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54790) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:31.851686 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-ee168937-740e-41bb-b1ef-e8964cc6fca3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--824201558', 'description': 'tempest-description--211663981'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:31.885821 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:57:31.886798 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:57:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:31.914926 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ee168937-740e-41bb-b1ef-e8964cc6fca3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.023400 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.115300 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ee168937-740e-41bb-b1ef-e8964cc6fca3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group (85a405f1-3f9e-438b-9262-749af43336a2), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.121650 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:57:32.124754 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ee168937-740e-41bb-b1ef-e8964cc6fca3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (85a405f1-3f9e-438b-9262-749af43336a2), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.155090 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:32.155090 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.173350 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dd7bddf0-4cb7-4066-a924-5df060294ec8 admin admin] Publish callbacks [] for security_group (42e96f0c-e424-475e-92d3-3d7139a2229e), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.200155 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ee168937-740e-41bb-b1ef-e8964cc6fca3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.204676 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:57:32.215401 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-ee168937-740e-41bb-b1ef-e8964cc6fca3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3676572 Feb 20 20:57:32.216516 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54804) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:32.289594 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-992610fd-a841-4bed-a754-0d59dd88755d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Request body: {'security_group_rule': {'security_group_id': '85a405f1-3f9e-438b-9262-749af43336a2', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:32.309500 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee168937-740e-41bb-b1ef-e8964cc6fca3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=85a405f1-3f9e-438b-9262-749af43336a2,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:32.409683 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-992610fd-a841-4bed-a754-0d59dd88755d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group_rule (cb4bfb4f-ba1a-4a5a-9d02-2132e1982465), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.421289 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3ee0652c-846d-4ded-a7ce-80f0eb600c1f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.7967489 Feb 20 20:57:32.423384 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dd7bddf0-4cb7-4066-a924-5df060294ec8 admin admin] Publish callbacks [] for security_group (42e96f0c-e424-475e-92d3-3d7139a2229e), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.436508 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:57:32.450945 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Sync routers for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:57:32.453877 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-29b4feae-7dbc-4f5d-8930-a634de107d8f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:57:32.454985 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-29b4feae-7dbc-4f5d-8930-a634de107d8f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0097690 Feb 20 20:57:32.488656 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:57:32.495102 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:57:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:32.507625 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device c05c33ae-ab2f-4439-93a5-b6914289edfd up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:57:32.597362 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-992610fd-a841-4bed-a754-0d59dd88755d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group_rule (cb4bfb4f-ba1a-4a5a-9d02-2132e1982465), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.603728 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-992610fd-a841-4bed-a754-0d59dd88755d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (cb4bfb4f-ba1a-4a5a-9d02-2132e1982465), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.702922 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-992610fd-a841-4bed-a754-0d59dd88755d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.707412 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-992610fd-a841-4bed-a754-0d59dd88755d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.4451590 Feb 20 20:57:32.709056 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.711082 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54826) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:32.720223 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-884ab535-e357-4443-8148-cc262df284b2 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 9.9955826 Feb 20 20:57:32.728873 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-45f526cf-035f-4624-8e68-a51caf35aaca tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Request body: {'security_group_rule': {'security_group_id': '85a405f1-3f9e-438b-9262-749af43336a2', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:32.732573 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aa4503ab-8495-4a9b-8e93-34c4d5287a45 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for subnet (ba9912ea-7b29-4535-991e-67f4419a7866), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.737407 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992610fd-a841-4bed-a754-0d59dd88755d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cb4bfb4f-ba1a-4a5a-9d02-2132e1982465,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:32.739438 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54828) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:32.770063 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a9d306-d7a8-4352-b319-f44cac5edfb9 req-7bea29d4-8d5a-4a42-b7c0-f71a817b801c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:32.781573 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-08a9d306-d7a8-4352-b319-f44cac5edfb9 req-7bea29d4-8d5a-4a42-b7c0-f71a817b801c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 931 time: 0.6618602 Feb 20 20:57:32.840898 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:57:32.907085 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4503ab-8495-4a9b-8e93-34c4d5287a45 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ba9912ea-7b29-4535-991e-67f4419a7866,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:32.935084 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-45f526cf-035f-4624-8e68-a51caf35aaca tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group_rule (625af99e-7fa7-4920-a85d-7c8ee85bd2fc), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:32.963288 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port c05c33ae-ab2f-4439-93a5-b6914289edfd triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:32.965876 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:33.027323 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Allocated IP 172.20.0.2 (11cfd37e-e312-4094-b866-dcc58c8937ce/822b5434-2e05-4c66-8359-b7ad5c131a18/885bf83c-cccb-456b-b2d7-a5212fcbce99) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:57:33.083186 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aa4503ab-8495-4a9b-8e93-34c4d5287a45 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:33.093826 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-aa4503ab-8495-4a9b-8e93-34c4d5287a45 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/ba9912ea-7b29-4535-991e-67f4419a7866 HTTP/1.1" status: 204 len: 168 time: 4.0339413 Feb 20 20:57:33.098242 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54854) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:33.185015 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Request body: {'port': {'device_id': 'f3778dc5-8a12-43af-b432-f16857f6613e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:33.190552 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-11b5bd2e-4714-4e33-8b0d-cdd4d2cc3506 req-c3b28592-2b0e-4b97-b9cd-db1da9d44334 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 210 time: 0.2324922 Feb 20 20:57:33.203060 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (4883b792-998f-40a3-9a54-916868357d7e), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:33.219283 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dd7bddf0-4cb7-4066-a924-5df060294ec8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (42e96f0c-e424-475e-92d3-3d7139a2229e), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:33.228678 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dd7bddf0-4cb7-4066-a924-5df060294ec8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:33.238706 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-dd7bddf0-4cb7-4066-a924-5df060294ec8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42e96f0c-e424-475e-92d3-3d7139a2229e HTTP/1.1" status: 204 len: 168 time: 3.9793730 Feb 20 20:57:33.394921 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7bddf0-4cb7-4066-a924-5df060294ec8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42e96f0c-e424-475e-92d3-3d7139a2229e,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:33.435513 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-08a9d306-d7a8-4352-b319-f44cac5edfb9 req-b6edeaba-ae32-46e0-9c8e-3a6e1d935176 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6529100 Feb 20 20:57:33.543439 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:27Z', 'revision_number': 3, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:25Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:33.567380 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-45f526cf-035f-4624-8e68-a51caf35aaca tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group_rule (625af99e-7fa7-4920-a85d-7c8ee85bd2fc), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:33.581553 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:33.595053 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:33.605105 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-45f526cf-035f-4624-8e68-a51caf35aaca tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (625af99e-7fa7-4920-a85d-7c8ee85bd2fc), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:33.673488 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port c05c33ae-ab2f-4439-93a5-b6914289edfd is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:33.705371 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f526cf-035f-4624-8e68-a51caf35aaca tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=625af99e-7fa7-4920-a85d-7c8ee85bd2fc,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:33.756924 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 2, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:33.874654 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-45f526cf-035f-4624-8e68-a51caf35aaca tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:33.876682 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Checking router: 473ca265-c94e-4141-aa84-36bb1baf9406 for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:57:33.878141 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-45f526cf-035f-4624-8e68-a51caf35aaca tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1648035 Feb 20 20:57:33.879545 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Updating router 473ca265-c94e-4141-aa84-36bb1baf9406 port 07b10b50-ddaa-4f50-886f-070e69eb2b94 binding host dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:57:33.903071 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54888) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:33.911157 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Request body: {'floatingip': {'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:33.981381 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:34.006953 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Checking router: 9a9a1178-04cb-4879-ad7f-cbc13ec62528 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:57:34.007877 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Updating router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 port 887ec53a-2f9c-4746-b912-455cc03f50a8 binding host dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:57:34.047298 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (4883b792-998f-40a3-9a54-916868357d7e), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:34.079395 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:34.102790 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:34.514683 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:34.516391 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:34.518409 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:34.518849 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > port after_create 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:34.519189 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > port after_delete 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:34.521488 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > port after_update 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:34.521488 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:34.521738 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:34.531695 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:34.531695 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:34.664760 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fae7c7e4-8af7-4716-9e96-539c5177fcb5 req-0117c06c-7563-4375-b20a-fe21097a6ef6 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 210 time: 0.2701354 Feb 20 20:57:34.869518 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Publish callbacks [] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:34.889503 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:34.989442 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Publish callbacks [] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:34.992576 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe681ed-3892-42bb-b70c-59fcf93f11dd None None] Pushing event updated for resources: {'Port': ['ID=887ec53a-2f9c-4746-b912-455cc03f50a8,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:35.001278 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.053037 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Publish callbacks [] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.097997 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Attempting to bind port 887ec53a-2f9c-4746-b912-455cc03f50a8 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:57:35.098265 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Attempting to bind port 887ec53a-2f9c-4746-b912-455cc03f50a8 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:57:35.098629 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Attempting to bind port 887ec53a-2f9c-4746-b912-455cc03f50a8 on network ea720e23-b531-404c-aafa-141089e16b4e {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:35.118252 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:57:35.118633 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Checking segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:35.119044 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.119442 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Bound using segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:57:35.119920 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Bound port: 887ec53a-2f9c-4746-b912-455cc03f50a8, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:57:35.120304 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.171216 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e98c2-8068-4f1e-80a4-f0d041f0ecda None None] Pushing event updated for resources: {'Port': ['ID=07b10b50-ddaa-4f50-886f-070e69eb2b94,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:35.193648 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:35.195397 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:35.195901 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:35.200795 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102717) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:35.201510 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4883b792-998f-40a3-9a54-916868357d7e']}} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:35.263336 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50149abe-0e16-4b05-93f4-4178e966f5ac') {'for_net_delete': True} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:35.263630 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50149abe-0e16-4b05-93f4-4178e966f5ac') {} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:35.263922 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] For port 887ec53a-2f9c-4746-b912-455cc03f50a8, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:57:35.278604 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] For port 887ec53a-2f9c-4746-b912-455cc03f50a8, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=887ec53a-2f9c-4746-b912-455cc03f50a8,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:57:35.297786 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.309227 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30773296'] for segment (50149abe-0e16-4b05-93f4-4178e966f5ac), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.365457 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (50149abe-0e16-4b05-93f4-4178e966f5ac), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.372793 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Attempting to bind port 07b10b50-ddaa-4f50-886f-070e69eb2b94 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:57:35.373198 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Attempting to bind port 07b10b50-ddaa-4f50-886f-070e69eb2b94 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:57:35.373546 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Attempting to bind port 07b10b50-ddaa-4f50-886f-070e69eb2b94 on network f829bbbb-0a39-4da0-ba53-40f021735711 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:35.393656 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:57:35.394034 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Checking segment: {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:35.394441 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.403892 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Bound using segment: {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:57:35.404448 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Bound port: 07b10b50-ddaa-4f50-886f-070e69eb2b94, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:57:35.404854 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.414835 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:57:35.415733 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30558168'] for segment (50149abe-0e16-4b05-93f4-4178e966f5ac), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: from cryptography.utils import int_from_bytes Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: from cryptography.utils import int_from_bytes Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: Traceback (most recent call last): Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: timer() Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: cb(*args, **kw) Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: return func(*args, **kwargs) Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: self._notify() Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: self.callback(batched_events) Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: event.method(event) Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: return f(self, *a, **k) Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._get(url).json() Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: return self.request(url, 'GET', **kwargs) Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:57:35.420836 dv-cinder-830088-1-iscsi neutron-server[102717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:57:35.466254 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe681ed-3892-42bb-b70c-59fcf93f11dd None None] Pushing event updated for resources: {'Port': ['ID=887ec53a-2f9c-4746-b912-455cc03f50a8,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:35.523753 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:57:35.524864 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:57:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:35.621326 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] For port 07b10b50-ddaa-4f50-886f-070e69eb2b94, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:57:35.641091 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] For port 07b10b50-ddaa-4f50-886f-070e69eb2b94, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=07b10b50-ddaa-4f50-886f-070e69eb2b94,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:57:35.646108 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (4883b792-998f-40a3-9a54-916868357d7e), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.656821 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54936) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:35.664103 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.674843 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.682795 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] 10.222.0.71 "DELETE /v2.0/networks/4883b792-998f-40a3-9a54-916868357d7e HTTP/1.1" status: 204 len: 168 time: 2.5806043 Feb 20 20:57:35.683997 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54940) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:35.699886 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a6de89-3b25-4e20-a292-78fbd2c5221e admin admin] Pushing event deleted for resources: {'Network': ['ID=4883b792-998f-40a3-9a54-916868357d7e,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:35.714875 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.816257 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-f7dc4d2a-d14e-46c6-b967-b3b5627c636e None None] Provisioning complete for port 07b10b50-ddaa-4f50-886f-070e69eb2b94 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:35.816656 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4d2a-d14e-46c6-b967-b3b5627c636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.846052 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eeab640d-b8b0-4420-b87a-736f67addc77 {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:57:35.871423 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Publish callbacks [] for port (eeab640d-b8b0-4420-b87a-736f67addc77), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:35.932934 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:57:35.941234 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Allocated IP 172.20.0.1 (47eb7a64-c008-428d-9f9c-6083205d80a4/66e56d02-8410-4f31-939d-e4b166973128/74605759-9bb6-4c99-8106-715e9ea5ffca) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:57:35.957157 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Transition to ACTIVE for port object eeab640d-b8b0-4420-b87a-736f67addc77 will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:57:36.033080 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876e8c13-7cf9-4286-a9cc-e111c2be017d req-b8523190-5d4a-4053-908f-6f6da10a8afe tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:36.038544 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-876e8c13-7cf9-4286-a9cc-e111c2be017d req-b8523190-5d4a-4053-908f-6f6da10a8afe tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 931 time: 1.4141867 Feb 20 20:57:36.045030 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.070548 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62e98c2-8068-4f1e-80a4-f0d041f0ecda None None] Pushing event updated for resources: {'Port': ['ID=07b10b50-ddaa-4f50-886f-070e69eb2b94,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:36.108009 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.155027 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Publish callbacks [] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.260821 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f7dc4d2a-d14e-46c6-b967-b3b5627c636e None None] Current status of the port 07b10b50-ddaa-4f50-886f-070e69eb2b94 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:36.261222 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4d2a-d14e-46c6-b967-b3b5627c636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.266435 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.274051 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:57:36.277665 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:57:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:36.291368 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bc0fb71-b71d-44ae-a226-f28028f559d3 admin admin] Deleting subnet 4a057233-f26d-49f4-8a44-fc82a49ddc10 {{(pid=102717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:57:36.299587 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2bc0fb71-b71d-44ae-a226-f28028f559d3 admin admin] Publish callbacks [] for subnet (4a057233-f26d-49f4-8a44-fc82a49ddc10), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.308763 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Network 11cfd37e-e312-4094-b866-dcc58c8937ce is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:36.324829 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Pushing event updated for resources: {'Port': ['ID=885bf83c-cccb-456b-b2d7-a5212fcbce99,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:36.331056 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:36.333762 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:57:36.340072 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:36.340777 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.376079 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2bc0fb71-b71d-44ae-a226-f28028f559d3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30773289'] for subnet (4a057233-f26d-49f4-8a44-fc82a49ddc10), precommit_delete_associations {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.402174 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-2e260ce4-7f3f-4167-b2ee-a509b80c4675 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.0797045 Feb 20 20:57:36.447325 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2bc0fb71-b71d-44ae-a226-f28028f559d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (4a057233-f26d-49f4-8a44-fc82a49ddc10), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.468017 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Request body: {'port': {'device_id': 'f331082a-7edc-4212-a23b-955a3eeacd4f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:36.529175 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1ca95e23-9d9a-418d-aa31-20d0b9458613 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.558250 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-f7dc4d2a-d14e-46c6-b967-b3b5627c636e None None] For port 07b10b50-ddaa-4f50-886f-070e69eb2b94, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=07b10b50-ddaa-4f50-886f-070e69eb2b94,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:57:36.559147 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2bc0fb71-b71d-44ae-a226-f28028f559d3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30559806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30576269'] for subnet (4a057233-f26d-49f4-8a44-fc82a49ddc10), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.571810 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Network 47eb7a64-c008-428d-9f9c-6083205d80a4 is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:36.574691 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f7dc4d2a-d14e-46c6-b967-b3b5627c636e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.587890 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:36.696316 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:27Z', 'revision_number': 3, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:36.718214 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053443fe-027e-419e-b0ff-9ccf1e02dd6c req-e53322ad-ee25-49d9-b7c7-d3bca6574f50 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:36.726044 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-053443fe-027e-419e-b0ff-9ccf1e02dd6c req-e53322ad-ee25-49d9-b7c7-d3bca6574f50 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 931 time: 0.7591965 Feb 20 20:57:36.726868 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.815248 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-931e0a91-3178-41dc-a5ec-1eaa5db5d123 None None] The sync data for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi is: [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:27Z', 'revision_number': 3, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:35Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:57:36.830947 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1ca95e23-9d9a-418d-aa31-20d0b9458613 admin admin] Publish callbacks [] for security_group (c24be981-5d7b-4f5e-b65e-a5a27d82cf3a), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.839642 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:57:36.889519 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:57:36.903178 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1ca95e23-9d9a-418d-aa31-20d0b9458613 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c24be981-5d7b-4f5e-b65e-a5a27d82cf3a), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.953818 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-e7ba9d64-37f5-4f7f-967f-fc919abec90b None None] Provisioning complete for port 07b10b50-ddaa-4f50-886f-070e69eb2b94 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:36.955668 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e7ba9d64-37f5-4f7f-967f-fc919abec90b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:36.985067 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Attempting to bind port eeab640d-b8b0-4420-b87a-736f67addc77 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:57:36.985677 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Attempting to bind port eeab640d-b8b0-4420-b87a-736f67addc77 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:57:36.985777 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Attempting to bind port eeab640d-b8b0-4420-b87a-736f67addc77 on network 4d41f296-a8e9-4928-969d-8c481e411ee8 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:37.007734 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-876e8c13-7cf9-4286-a9cc-e111c2be017d req-c7e60bbf-c43e-489a-aa12-8497b6f99f3d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8603902 Feb 20 20:57:37.139827 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:37.141750 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Pushing event updated for resources: {'Port': ['ID=eeab640d-b8b0-4420-b87a-736f67addc77,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:37.263042 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc0fb71-b71d-44ae-a226-f28028f559d3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4a057233-f26d-49f4-8a44-fc82a49ddc10,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:37.278259 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2bc0fb71-b71d-44ae-a226-f28028f559d3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:37.292058 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-2bc0fb71-b71d-44ae-a226-f28028f559d3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/4a057233-f26d-49f4-8a44-fc82a49ddc10 HTTP/1.1" status: 204 len: 168 time: 1.5952134 Feb 20 20:57:37.296667 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609121'] for router_interface (9a9a1178-04cb-4879-ad7f-cbc13ec62528), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:37.347207 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Port eeab640d-b8b0-4420-b87a-736f67addc77 on network 4d41f296-a8e9-4928-969d-8c481e411ee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:57:37.350177 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Attempting to bind port eeab640d-b8b0-4420-b87a-736f67addc77 on network 4d41f296-a8e9-4928-969d-8c481e411ee8 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:37.378081 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 54970) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:37.379123 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:57:37.379605 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Checking segment: {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:37.380191 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Bound using segment: {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:57:37.389862 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Bound port: eeab640d-b8b0-4420-b87a-736f67addc77, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:57:37.390320 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:37.451373 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Pushing event updated for resources: {'Port': ['ID=74605759-9bb6-4c99-8106-715e9ea5ffca,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:37.544803 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-1ca95e23-9d9a-418d-aa31-20d0b9458613 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e9d92277877c404fb4ded6e822b02d75&name=default HTTP/1.1" status: 200 len: 2996 time: 1.8853822 Feb 20 20:57:37.564662 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 54976) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:37.595580 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:57:37.623084 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ca95e23-9d9a-418d-aa31-20d0b9458613 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c24be981-5d7b-4f5e-b65e-a5a27d82cf3a,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:37.799201 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7dc4d2a-d14e-46c6-b967-b3b5627c636e None None] Pushing event updated for resources: {'Port': ['ID=07b10b50-ddaa-4f50-886f-070e69eb2b94,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:37.919162 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f8d00ecf-4f02-4902-87fd-39aab8c10f3c admin admin] Publish callbacks [] for security_group (c24be981-5d7b-4f5e-b65e-a5a27d82cf3a), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:37.961089 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-053443fe-027e-419e-b0ff-9ccf1e02dd6c req-1dcd5c23-be3e-4b69-b51e-c41c737fa245 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.1569719 Feb 20 20:57:38.168907 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f8d00ecf-4f02-4902-87fd-39aab8c10f3c admin admin] Publish callbacks [] for security_group (c24be981-5d7b-4f5e-b65e-a5a27d82cf3a), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:38.179431 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (84087a16-ccd8-4b8a-b29a-bab6a66312bb), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:38.206022 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:38.275377 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e7ba9d64-37f5-4f7f-967f-fc919abec90b None None] Current status of the port 07b10b50-ddaa-4f50-886f-070e69eb2b94 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:38.352034 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:35Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:38.395560 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f8d00ecf-4f02-4902-87fd-39aab8c10f3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c24be981-5d7b-4f5e-b65e-a5a27d82cf3a), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:38.399153 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f8d00ecf-4f02-4902-87fd-39aab8c10f3c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:38.400650 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-f8d00ecf-4f02-4902-87fd-39aab8c10f3c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c24be981-5d7b-4f5e-b65e-a5a27d82cf3a HTTP/1.1" status: 204 len: 168 time: 0.8133998 Feb 20 20:57:38.419946 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d00ecf-4f02-4902-87fd-39aab8c10f3c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c24be981-5d7b-4f5e-b65e-a5a27d82cf3a,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:38.431907 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 885bf83c-cccb-456b-b2d7-a5212fcbce99 {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:57:38.464748 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Publish callbacks [] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:38.499418 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Transition to ACTIVE for port object 885bf83c-cccb-456b-b2d7-a5212fcbce99 will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:57:38.505762 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc39dd8d-a192-4ec7-9f6e-54189b6b5325 None None] The sync data for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi is: [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:35Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:57:38.548309 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 887ec53a-2f9c-4746-b912-455cc03f50a8 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:57:38.595805 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:38.684432 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-9586f815-39bb-4a98-aee3-86de97bba518 None None] Provisioning complete for port 74605759-9bb6-4c99-8106-715e9ea5ffca triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:38.686684 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9586f815-39bb-4a98-aee3-86de97bba518 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:38.754172 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9586f815-39bb-4a98-aee3-86de97bba518 None None] Port 74605759-9bb6-4c99-8106-715e9ea5ffca cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:57:38.791857 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 887ec53a-2f9c-4746-b912-455cc03f50a8 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:38.792805 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:38.949510 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Allocated IP 172.27.2.245 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/f06cec9e-64c2-4673-be6c-bd13f9b09369) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:57:38.984658 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Publish callbacks [] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:38.987086 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 887ec53a-2f9c-4746-b912-455cc03f50a8 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:38.987489 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:39.001950 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:39.078071 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port 887ec53a-2f9c-4746-b912-455cc03f50a8, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=887ec53a-2f9c-4746-b912-455cc03f50a8,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:57:39.097120 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:39.180085 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for port (f06cec9e-64c2-4673-be6c-bd13f9b09369), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:39.202830 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=887ec53a-2f9c-4746-b912-455cc03f50a8,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:39.233017 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Pushing event updated for resources: {'Port': ['ID=74605759-9bb6-4c99-8106-715e9ea5ffca,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:39.238351 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609269'] for router_interface (9a9a1178-04cb-4879-ad7f-cbc13ec62528), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:39.269757 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] For port eeab640d-b8b0-4420-b87a-736f67addc77, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:57:39.364039 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (f06cec9e-64c2-4673-be6c-bd13f9b09369), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:39.427458 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Network 47eb7a64-c008-428d-9f9c-6083205d80a4 is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:39.429146 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:39.551985 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] For port eeab640d-b8b0-4420-b87a-736f67addc77, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=eeab640d-b8b0-4420-b87a-736f67addc77,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:57:39.717780 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (84087a16-ccd8-4b8a-b29a-bab6a66312bb), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:39.764582 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > segment before_delete 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:39.764797 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:39.765768 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:39.766123 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > port after_create 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:39.766516 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > port after_delete 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:39.767214 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > port after_update 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:39.767414 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > segment after_delete 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:39.767999 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:39.768504 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:39.768930 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > subnet after_update 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:39.880050 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55002) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:39.907395 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:57:39.909641 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fc65-720b-4625-b7ad-943b8669e49c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:39.923631 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-bf7bfa9e-84b2-4326-9064-193e4c7f8703 None None] Provisioning complete for port 74605759-9bb6-4c99-8106-715e9ea5ffca triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:39.925307 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf7bfa9e-84b2-4326-9064-193e4c7f8703 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:39.986005 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-bf7bfa9e-84b2-4326-9064-193e4c7f8703 None None] Port 74605759-9bb6-4c99-8106-715e9ea5ffca cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:57:40.232596 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > subnet after_create 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:40.235870 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:40.236517 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > subnet before_create 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:40.237060 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Subscribe: > subnet before_update 55550000 {{(pid=102716) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 20 20:57:40.237805 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84087a16-ccd8-4b8a-b29a-bab6a66312bb']}} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:40.294816 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a38b7e67-9307-4100-a98c-5e53db5859e1') {'for_net_delete': True} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:40.295471 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a38b7e67-9307-4100-a98c-5e53db5859e1') {} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:40.356337 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:57:40.358229 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30520666'] for segment (a38b7e67-9307-4100-a98c-5e53db5859e1), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:40.387724 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-3c6b8dc9-ec66-47a7-87e3-b62d139b7ccd admin admin] 10.222.0.71 "PUT /v2.0/routers/9a9a1178-04cb-4879-ad7f-cbc13ec62528/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6346991 Feb 20 20:57:40.423993 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fc65-720b-4625-b7ad-943b8669e49c admin admin] Publish callbacks [] for security_group (528c0662-2f3b-4afb-94dd-4a0557537d39), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:40.431287 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c8e5fc65-720b-4625-b7ad-943b8669e49c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (528c0662-2f3b-4afb-94dd-4a0557537d39), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:40.449748 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (a38b7e67-9307-4100-a98c-5e53db5859e1), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:40.489335 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:57:40.489729 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29634043'] for segment (a38b7e67-9307-4100-a98c-5e53db5859e1), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:40.511800 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-c8e5fc65-720b-4625-b7ad-943b8669e49c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=b6517769f89a4787acc67a12588cbb09&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6211157 Feb 20 20:57:40.526917 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55030) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:40.572504 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e5fc65-720b-4625-b7ad-943b8669e49c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=528c0662-2f3b-4afb-94dd-4a0557537d39,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:40.643476 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 07b10b50-ddaa-4f50-886f-070e69eb2b94 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:57:40.669482 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Pushing event updated for resources: {'Port': ['ID=885bf83c-cccb-456b-b2d7-a5212fcbce99,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:40.736998 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5b3964a3-6383-4ced-a09e-cd4b77b308c1 admin admin] Publish callbacks [] for security_group (528c0662-2f3b-4afb-94dd-4a0557537d39), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:40.753862 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Sync routers for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:57:40.784143 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:57:40.785059 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:57:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:40.826546 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5b3964a3-6383-4ced-a09e-cd4b77b308c1 admin admin] Publish callbacks [] for security_group (528c0662-2f3b-4afb-94dd-4a0557537d39), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: from cryptography.utils import int_from_bytes Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: from cryptography.utils import int_from_bytes Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: Traceback (most recent call last): Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: timer() Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: cb(*args, **kw) Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: return func(*args, **kwargs) Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: self._notify() Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: self.callback(batched_events) Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: event.method(event) Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: return f(self, *a, **k) Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: return self._get(url).json() Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: return self.request(url, 'GET', **kwargs) Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:57:40.834046 dv-cinder-830088-1-iscsi neutron-server[102716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:57:40.850704 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event updated for resources: {'Port': ['ID=f06cec9e-64c2-4673-be6c-bd13f9b09369,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:40.887059 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (84087a16-ccd8-4b8a-b29a-bab6a66312bb), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:40.936012 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:40.941461 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5b3964a3-6383-4ced-a09e-cd4b77b308c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (528c0662-2f3b-4afb-94dd-4a0557537d39), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:40.946150 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5b3964a3-6383-4ced-a09e-cd4b77b308c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:40.951299 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-5b3964a3-6383-4ced-a09e-cd4b77b308c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/528c0662-2f3b-4afb-94dd-4a0557537d39 HTTP/1.1" status: 204 len: 168 time: 0.4232178 Feb 20 20:57:40.954872 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:40.958573 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] 10.222.0.71 "DELETE /v2.0/networks/84087a16-ccd8-4b8a-b29a-bab6a66312bb HTTP/1.1" status: 204 len: 168 time: 3.5093870 Feb 20 20:57:40.965705 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c3a59b-1559-4f48-9876-017a4ced8fbc admin admin] Pushing event deleted for resources: {'Network': ['ID=84087a16-ccd8-4b8a-b29a-bab6a66312bb,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:40.975854 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:57:40.980048 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b3964a3-6383-4ced-a09e-cd4b77b308c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=528c0662-2f3b-4afb-94dd-4a0557537d39,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:40.999797 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3085f579-d5f9-40e4-a335-ae096a3c0ccc req-a82aea29-5da4-4f8b-9a60-68ea3b8cf348 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:41.001434 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3085f579-d5f9-40e4-a335-ae096a3c0ccc req-a82aea29-5da4-4f8b-9a60-68ea3b8cf348 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 943 time: 2.7734671 Feb 20 20:57:41.027785 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:41.041160 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:41.041852 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:41.043505 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-6640f223-6849-4549-a433-671a72dd4275 service neutron] 10.222.0.90 "PUT /v2.0/ports/eeab640d-b8b0-4420-b87a-736f67addc77 HTTP/1.1" status: 200 len: 1093 time: 8.2440233 Feb 20 20:57:41.066228 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3778dc5-8a12-43af-b432-f16857f6613e', 'tag': 'eeab640d-b8b0-4420-b87a-736f67addc77'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:57:41.132498 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Attempting to bind port 885bf83c-cccb-456b-b2d7-a5212fcbce99 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:57:41.133163 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Attempting to bind port 885bf83c-cccb-456b-b2d7-a5212fcbce99 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'a846e26f-b934-4372-9e18-360b5677ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '11cfd37e-e312-4094-b866-dcc58c8937ce'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:57:41.133740 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Attempting to bind port 885bf83c-cccb-456b-b2d7-a5212fcbce99 on network 11cfd37e-e312-4094-b866-dcc58c8937ce {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:41.151994 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:41.161259 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:57:41.200991 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 07b10b50-ddaa-4f50-886f-070e69eb2b94 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:41.201626 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:41.464618 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 07b10b50-ddaa-4f50-886f-070e69eb2b94 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:41.466407 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 887ec53a-2f9c-4746-b912-455cc03f50a8 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:57:41.601570 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55048) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:41.609998 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 887ec53a-2f9c-4746-b912-455cc03f50a8 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:41.611879 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:41.654174 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 2, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:41.669926 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55050) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:41.714338 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-4ad6d8da-952b-4fad-bb64-783edc5ed893 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d1c4dfb793254c9aab7e92d7880b7c66&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1121492 Feb 20 20:57:41.719727 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55054) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:41.728643 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Checking router: 9a9a1178-04cb-4879-ad7f-cbc13ec62528 for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:57:41.730024 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Updating router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 port 74605759-9bb6-4c99-8106-715e9ea5ffca binding host dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:57:41.777437 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:41.849213 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8812c401-8596-46bf-896b-423a598f5605 admin admin] Publish callbacks [] for security_group (ba9f36e0-dab7-4da1-b5e4-84c5373df4b6), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:41.890887 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8812c401-8596-46bf-896b-423a598f5605 admin admin] Publish callbacks [] for security_group (ba9f36e0-dab7-4da1-b5e4-84c5373df4b6), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:41.988778 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 887ec53a-2f9c-4746-b912-455cc03f50a8 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:42.005050 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8812c401-8596-46bf-896b-423a598f5605 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (ba9f36e0-dab7-4da1-b5e4-84c5373df4b6), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.006856 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac39f581-4b76-4c0c-9760-d953261dcf6b req-99ff3ff2-c9ae-4209-9405-d7f61d74bdcd tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:42.009672 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8812c401-8596-46bf-896b-423a598f5605 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.015883 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-8812c401-8596-46bf-896b-423a598f5605 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ba9f36e0-dab7-4da1-b5e4-84c5373df4b6 HTTP/1.1" status: 204 len: 168 time: 0.2944176 Feb 20 20:57:42.016724 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ac39f581-4b76-4c0c-9760-d953261dcf6b req-99ff3ff2-c9ae-4209-9405-d7f61d74bdcd tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 943 time: 2.6865950 Feb 20 20:57:42.045804 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8812c401-8596-46bf-896b-423a598f5605 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9f36e0-dab7-4da1-b5e4-84c5373df4b6,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:42.092799 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3085f579-d5f9-40e4-a335-ae096a3c0ccc req-dc9323e9-86a5-437e-8e0a-8ac9d1f97eb0 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.0160167 Feb 20 20:57:42.094792 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Port 885bf83c-cccb-456b-b2d7-a5212fcbce99 on network 11cfd37e-e312-4094-b866-dcc58c8937ce not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:57:42.096724 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Attempting to bind port 885bf83c-cccb-456b-b2d7-a5212fcbce99 on network 11cfd37e-e312-4094-b866-dcc58c8937ce {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:42.250931 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3014ec0d-b7b1-4ef5-a783-7a4c6126d147 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.326172 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ac39f581-4b76-4c0c-9760-d953261dcf6b req-6b3c324e-1239-45e3-9e9c-3f47b5131913 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3081498 Feb 20 20:57:42.453442 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5962e65-175c-46f2-a43d-26673cf64fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "f3778dc5-8a12-43af-b432-f16857f6613e", "tag": "eeab640d-b8b0-4420-b87a-736f67addc77"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:57:42.458290 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3014ec0d-b7b1-4ef5-a783-7a4c6126d147 admin admin] Publish callbacks [] for security_group (ec400700-84f4-447c-a659-1f787b1963fb), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.465742 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3014ec0d-b7b1-4ef5-a783-7a4c6126d147 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (ec400700-84f4-447c-a659-1f787b1963fb), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.468786 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 57, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:57:42.469188 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Checking segment: {'id': 'a846e26f-b934-4372-9e18-360b5677ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '11cfd37e-e312-4094-b866-dcc58c8937ce'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:42.469799 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Bound using segment: {'id': 'a846e26f-b934-4372-9e18-360b5677ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '11cfd37e-e312-4094-b866-dcc58c8937ce'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:57:42.470243 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Bound port: 885bf83c-cccb-456b-b2d7-a5212fcbce99, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a846e26f-b934-4372-9e18-360b5677ca53', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '11cfd37e-e312-4094-b866-dcc58c8937ce'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:57:42.470670 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.472553 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Publish callbacks [] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.486323 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.523144 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6640f223-6849-4549-a433-671a72dd4275 service neutron] Pushing event updated for resources: {'Port': ['ID=eeab640d-b8b0-4420-b87a-736f67addc77,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:42.538071 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (cfe28220-41f1-45a2-b657-19590caaa1ad), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.561615 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3a904c45-03a9-4981-b779-a1f5b4c4522d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:42.567788 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-3a904c45-03a9-4981-b779-a1f5b4c4522d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 1127 time: 0.7182748 Feb 20 20:57:42.582981 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3014ec0d-b7b1-4ef5-a783-7a4c6126d147 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ec400700-84f4-447c-a659-1f787b1963fb,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:42.593920 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-3014ec0d-b7b1-4ef5-a783-7a4c6126d147 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=734941bc1211495588b44aba57389ad1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9186320 Feb 20 20:57:42.596799 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55084) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:42.697246 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caef7af-f76e-4651-97b1-33c1821d5970 None None] Pushing event updated for resources: {'Port': ['ID=74605759-9bb6-4c99-8106-715e9ea5ffca,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:42.716418 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9725d0f9-ffad-4df1-8be3-95aaf3c84c14 admin admin] Publish callbacks [] for security_group (ec400700-84f4-447c-a659-1f787b1963fb), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.719303 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Attempting to bind port 74605759-9bb6-4c99-8106-715e9ea5ffca on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:57:42.720167 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Attempting to bind port 74605759-9bb6-4c99-8106-715e9ea5ffca by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:57:42.720563 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Attempting to bind port 74605759-9bb6-4c99-8106-715e9ea5ffca on network 47eb7a64-c008-428d-9f9c-6083205d80a4 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:42.730010 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 57, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:57:42.730374 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Checking segment: {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:42.730728 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.731175 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Bound using segment: {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:57:42.731917 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Bound port: 74605759-9bb6-4c99-8106-715e9ea5ffca, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:57:42.732501 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.755010 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-34c04a2b-7f3f-4c65-a313-bb5d7cff2f8e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeab640d-b8b0-4420-b87a-736f67addc77 HTTP/1.1" status: 200 len: 217 time: 0.1152587 Feb 20 20:57:42.779154 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9725d0f9-ffad-4df1-8be3-95aaf3c84c14 admin admin] Publish callbacks [] for security_group (ec400700-84f4-447c-a659-1f787b1963fb), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.804516 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] For port 885bf83c-cccb-456b-b2d7-a5212fcbce99, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:57:42.858914 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] For port 74605759-9bb6-4c99-8106-715e9ea5ffca, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:57:42.866799 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] For port 74605759-9bb6-4c99-8106-715e9ea5ffca, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=74605759-9bb6-4c99-8106-715e9ea5ffca,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:57:42.883693 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.886260 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] For port 885bf83c-cccb-456b-b2d7-a5212fcbce99, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=885bf83c-cccb-456b-b2d7-a5212fcbce99,segment=NetworkSegment(a846e26f-b934-4372-9e18-360b5677ca53),segment_id=a846e26f-b934-4372-9e18-360b5677ca53)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:57:42.889934 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9725d0f9-ffad-4df1-8be3-95aaf3c84c14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (ec400700-84f4-447c-a659-1f787b1963fb), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.893945 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9725d0f9-ffad-4df1-8be3-95aaf3c84c14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.898669 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-9725d0f9-ffad-4df1-8be3-95aaf3c84c14 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ec400700-84f4-447c-a659-1f787b1963fb HTTP/1.1" status: 204 len: 168 time: 0.2955527 Feb 20 20:57:42.899694 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (f06cec9e-64c2-4673-be6c-bd13f9b09369), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.908574 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9725d0f9-ffad-4df1-8be3-95aaf3c84c14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec400700-84f4-447c-a659-1f787b1963fb,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:42.946993 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:42.987045 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:57:42.988084 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:57:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:43.011022 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55092) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:43.057826 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:43.058457 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.059866 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] 10.222.0.90 "PUT /v2.0/ports/885bf83c-cccb-456b-b2d7-a5212fcbce99 HTTP/1.1" status: 200 len: 1093 time: 6.5965679 Feb 20 20:57:43.061470 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-b971985d-7f3f-4a22-b0df-4e5dad3f1709 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:43.062820 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-b971985d-7f3f-4a22-b0df-4e5dad3f1709 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f3ccb5e-d618-4f83-b90a-ab491849376b HTTP/1.1" status: 200 len: 854 time: 0.2626832 Feb 20 20:57:43.177068 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-e400b0a3-36a0-44f6-a7c7-f5e5b2ff3328 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3a81f3553ac84dea84398464160cc8ec&name=default HTTP/1.1" status: 200 len: 2992 time: 0.1631727 Feb 20 20:57:43.178449 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55096) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:43.198315 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55098) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:43.251298 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55102) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:43.273004 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-cbb5a927-6bbc-4fd4-af0e-d1c98de34c23 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--278882579', 'description': 'tempest-description--280017553'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:43.309907 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a927-6bbc-4fd4-af0e-d1c98de34c23 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.327095 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:57:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-74d08459-ade9-4e70-b586-e0e2dfa0df9b x-openstack-request-id: req-74d08459-ade9-4e70-b586-e0e2dfa0df9b {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:57:43.328730 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3778dc5-8a12-43af-b432-f16857f6613e", "tag": "eeab640d-b8b0-4420-b87a-736f67addc77", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:57:43.329171 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-74d08459-ade9-4e70-b586-e0e2dfa0df9b {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:57:43.330425 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3778dc5-8a12-43af-b432-f16857f6613e', 'tag': 'eeab640d-b8b0-4420-b87a-736f67addc77', 'status': 'completed', 'code': 200} Feb 20 20:57:43.335650 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-b6b492a2-b654-4c4b-b1a8-d8e46dd3d66e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4d41f296-a8e9-4928-969d-8c481e411ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2160006 Feb 20 20:57:43.386656 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:57:43.489431 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a927-6bbc-4fd4-af0e-d1c98de34c23 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group (78979a05-1b8a-4832-b53a-16ce6035567b), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.499719 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a927-6bbc-4fd4-af0e-d1c98de34c23 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (78979a05-1b8a-4832-b53a-16ce6035567b), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.510137 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-00c04d95-ea09-4027-af85-c8767804238c None None] Provisioning complete for port 74605759-9bb6-4c99-8106-715e9ea5ffca triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:43.511486 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b77b1cf8-7d02-4c97-9d94-8a65d9783a04 service neutron] Pushing event updated for resources: {'Port': ['ID=885bf83c-cccb-456b-b2d7-a5212fcbce99,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:43.512877 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00c04d95-ea09-4027-af85-c8767804238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.550509 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb5a927-6bbc-4fd4-af0e-d1c98de34c23 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=78979a05-1b8a-4832-b53a-16ce6035567b,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:43.557607 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cbb5a927-6bbc-4fd4-af0e-d1c98de34c23 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.558844 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-cbb5a927-6bbc-4fd4-af0e-d1c98de34c23 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1795 time: 0.3045850 Feb 20 20:57:43.561699 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55112) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:43.569499 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-86f003e1-b3d6-4247-bd3e-de1778a2eb44 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Request body: {'security_group_rule': {'security_group_id': '78979a05-1b8a-4832-b53a-16ce6035567b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:43.569723 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-4b365527-e2d5-49ad-b072-039ab7fce9b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:43.571357 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-4b365527-e2d5-49ad-b072-039ab7fce9b1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d302b63e3e9407a8a253d72c930d965&device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 1127 time: 0.3746221 Feb 20 20:57:43.582588 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a802b27b-44d1-475c-a921-ead88f42c643 admin admin] Publish callbacks [] for security_group (38053950-bfdc-4110-95cf-8d2c9fb7e5d5), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.608412 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4a364295-7e3d-472e-afa1-40a6a14cf39e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.656411 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f104053-dce7-470a-8879-60c38792a8d8 req-20ccf8b0-3596-4ba5-a669-0061340c6f53 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:43.658293 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f104053-dce7-470a-8879-60c38792a8d8 req-20ccf8b0-3596-4ba5-a669-0061340c6f53 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 943 time: 0.3045900 Feb 20 20:57:43.693753 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-44b0bf7f-9f00-4703-b21f-edaf3a7a505c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=885bf83c-cccb-456b-b2d7-a5212fcbce99 HTTP/1.1" status: 200 len: 217 time: 0.1110561 Feb 20 20:57:43.701410 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a802b27b-44d1-475c-a921-ead88f42c643 admin admin] Publish callbacks [] for security_group (38053950-bfdc-4110-95cf-8d2c9fb7e5d5), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.741666 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-86f003e1-b3d6-4247-bd3e-de1778a2eb44 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group_rule (c4f70ad5-9d93-4591-a320-cb7832737c26), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.744115 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caef7af-f76e-4651-97b1-33c1821d5970 None None] Pushing event updated for resources: {'Port': ['ID=74605759-9bb6-4c99-8106-715e9ea5ffca,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:43.783463 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 55118) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:43.817812 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-86f003e1-b3d6-4247-bd3e-de1778a2eb44 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group_rule (c4f70ad5-9d93-4591-a320-cb7832737c26), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.831578 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4b34044e-d457-45d5-8161-34ff5f6af470 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.834003 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-86f003e1-b3d6-4247-bd3e-de1778a2eb44 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (c4f70ad5-9d93-4591-a320-cb7832737c26), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.856600 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-f877a14f-53d0-46c9-bd91-faa404e9a614 service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4821918 Feb 20 20:57:43.863478 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f71e42-a5f5-4117-9adf-102bb75e9dce req-8ca015dc-cdd4-434c-a09f-856bf011c6ea tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:43.865048 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-94f71e42-a5f5-4117-9adf-102bb75e9dce req-8ca015dc-cdd4-434c-a09f-856bf011c6ea tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 943 time: 0.3444943 Feb 20 20:57:43.877353 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86f003e1-b3d6-4247-bd3e-de1778a2eb44 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f70ad5-9d93-4591-a320-cb7832737c26,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:43.886690 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4a364295-7e3d-472e-afa1-40a6a14cf39e admin admin] Publish callbacks [] for security_group (46ecde97-d83c-46f5-9947-f2a6c19ef748), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.894061 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4a364295-7e3d-472e-afa1-40a6a14cf39e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (46ecde97-d83c-46f5-9947-f2a6c19ef748), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.930143 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-00c04d95-ea09-4027-af85-c8767804238c None None] Current status of the port 74605759-9bb6-4c99-8106-715e9ea5ffca is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:43.930615 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00c04d95-ea09-4027-af85-c8767804238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.940180 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-4a364295-7e3d-472e-afa1-40a6a14cf39e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=110d9caa0515416c9ae9941516ce4cf1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.7360444 Feb 20 20:57:43.945041 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a802b27b-44d1-475c-a921-ead88f42c643 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (38053950-bfdc-4110-95cf-8d2c9fb7e5d5), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.947769 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a802b27b-44d1-475c-a921-ead88f42c643 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.948783 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a802b27b-44d1-475c-a921-ead88f42c643 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/38053950-bfdc-4110-95cf-8d2c9fb7e5d5 HTTP/1.1" status: 204 len: 168 time: 0.7685344 Feb 20 20:57:43.951368 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-86f003e1-b3d6-4247-bd3e-de1778a2eb44 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:43.952503 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-86f003e1-b3d6-4247-bd3e-de1778a2eb44 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3898461 Feb 20 20:57:43.955774 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55122) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:43.956049 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55126) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:43.967629 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-e639e130-06ce-4d8e-be18-9e026b6829a1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Request body: {'security_group_rule': {'security_group_id': '78979a05-1b8a-4832-b53a-16ce6035567b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:43.971773 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-00c04d95-ea09-4027-af85-c8767804238c None None] For port 74605759-9bb6-4c99-8106-715e9ea5ffca, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=74605759-9bb6-4c99-8106-715e9ea5ffca,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:57:43.975766 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a364295-7e3d-472e-afa1-40a6a14cf39e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=46ecde97-d83c-46f5-9947-f2a6c19ef748,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:43.993865 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a802b27b-44d1-475c-a921-ead88f42c643 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38053950-bfdc-4110-95cf-8d2c9fb7e5d5,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:43.994170 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00c04d95-ea09-4027-af85-c8767804238c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.037217 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e639e130-06ce-4d8e-be18-9e026b6829a1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group_rule (3b304e04-a55a-4881-9ae2-4166282de068), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.056421 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-91c36c77-2784-4415-bdd5-7637ac71355a admin admin] Publish callbacks [] for security_group (46ecde97-d83c-46f5-9947-f2a6c19ef748), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.077627 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-069349d9-26d4-429e-a8f8-b65b854658a1 req-be988f94-ef50-4228-a14b-8077281f6b76 service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2068021 Feb 20 20:57:44.109535 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-91c36c77-2784-4415-bdd5-7637ac71355a admin admin] Publish callbacks [] for security_group (46ecde97-d83c-46f5-9947-f2a6c19ef748), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.159996 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c04d95-ea09-4027-af85-c8767804238c None None] Pushing event updated for resources: {'Port': ['ID=74605759-9bb6-4c99-8106-715e9ea5ffca,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:44.172167 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-5690e96e-cf96-440b-91fa-149eb0eae111 None None] Provisioning complete for port 74605759-9bb6-4c99-8106-715e9ea5ffca triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:44.172553 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5690e96e-cf96-440b-91fa-149eb0eae111 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.182704 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for port (f06cec9e-64c2-4673-be6c-bd13f9b09369), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.205478 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-56bcfb75-fdde-4cd8-b895-170a7529fab0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:44.207042 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-56bcfb75-fdde-4cd8-b895-170a7529fab0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=822b5434-2e05-4c66-8359-b7ad5c131a18 HTTP/1.1" status: 200 len: 852 time: 0.4736724 Feb 20 20:57:44.217316 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e639e130-06ce-4d8e-be18-9e026b6829a1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group_rule (3b304e04-a55a-4881-9ae2-4166282de068), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.218657 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:42Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:57:44.224938 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-91c36c77-2784-4415-bdd5-7637ac71355a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (46ecde97-d83c-46f5-9947-f2a6c19ef748), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.228997 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-91c36c77-2784-4415-bdd5-7637ac71355a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.232835 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-91c36c77-2784-4415-bdd5-7637ac71355a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/46ecde97-d83c-46f5-9947-f2a6c19ef748 HTTP/1.1" status: 204 len: 168 time: 0.2732539 Feb 20 20:57:44.235292 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e639e130-06ce-4d8e-be18-9e026b6829a1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (3b304e04-a55a-4881-9ae2-4166282de068), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.249795 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91c36c77-2784-4415-bdd5-7637ac71355a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=46ecde97-d83c-46f5-9947-f2a6c19ef748,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:44.262842 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-768afa1c-1be6-49e7-971b-33bd5baf582b None None] The sync data for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi is: [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:42Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:57:44.266607 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e639e130-06ce-4d8e-be18-9e026b6829a1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b304e04-a55a-4881-9ae2-4166282de068,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:44.288715 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e639e130-06ce-4d8e-be18-9e026b6829a1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.290363 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-e639e130-06ce-4d8e-be18-9e026b6829a1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3321397 Feb 20 20:57:44.293606 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55136) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:44.301371 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Request body: {'floatingip': {'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:44.359850 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5690e96e-cf96-440b-91fa-149eb0eae111 None None] Current status of the port 74605759-9bb6-4c99-8106-715e9ea5ffca is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:44.359986 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.383059 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-0c7f59ba-3329-4a5c-a7c8-29e900f90ae3 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=11cfd37e-e312-4094-b866-dcc58c8937ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0442181 Feb 20 20:57:44.384017 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (f06cec9e-64c2-4673-be6c-bd13f9b09369), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.482688 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f104053-dce7-470a-8879-60c38792a8d8 req-c4f0ab96-eddd-410e-ad60-fb58c6aedc4b tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8114603 Feb 20 20:57:44.663588 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-94f71e42-a5f5-4117-9adf-102bb75e9dce req-0341649a-650c-463f-bd28-f3afdae06009 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7716789 Feb 20 20:57:44.665712 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event updated for resources: {'Port': ['ID=f06cec9e-64c2-4673-be6c-bd13f9b09369,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:44.692650 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.706186 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4b34044e-d457-45d5-8161-34ff5f6af470 admin admin] Publish callbacks [] for security_group (cee9d3cd-0de7-4379-a56e-c391b8e91954), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.716183 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5962e65-175c-46f2-a43d-26673cf64fcc req-78ef1b29-a2f3-423b-9d45-3bfbe3ac71dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:44.718236 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b5962e65-175c-46f2-a43d-26673cf64fcc req-78ef1b29-a2f3-423b-9d45-3bfbe3ac71dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 1127 time: 0.5097039 Feb 20 20:57:44.723631 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4b34044e-d457-45d5-8161-34ff5f6af470 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (cee9d3cd-0de7-4379-a56e-c391b8e91954), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.771384 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (cfe28220-41f1-45a2-b657-19590caaa1ad), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:44.864512 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Allocated IP 172.27.2.11 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/8e2824f0-7e67-4df9-9bd7-c673694855ce) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:57:44.947879 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55152) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:44.975835 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-deb5a52a-7f05-4e43-981b-798ca81f63ed admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:45.075928 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for port (8e2824f0-7e67-4df9-9bd7-c673694855ce), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:45.159645 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-deb5a52a-7f05-4e43-981b-798ca81f63ed admin admin] Publish callbacks [] for security_group (0bf4dd6a-585f-4e01-bd17-96428d71c36b), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:45.161698 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:45.172875 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-9a7ecc1d-e78b-433b-851a-33a2f8adff8f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.2609808 Feb 20 20:57:45.173088 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55158) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:45.175012 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-4b34044e-d457-45d5-8161-34ff5f6af470 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bf8dc5aac6ff4f75975683eba8abde06&name=default HTTP/1.1" status: 200 len: 2996 time: 1.3889852 Feb 20 20:57:45.188764 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b34044e-d457-45d5-8161-34ff5f6af470 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cee9d3cd-0de7-4379-a56e-c391b8e91954,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:45.190506 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-deb5a52a-7f05-4e43-981b-798ca81f63ed admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (0bf4dd6a-585f-4e01-bd17-96428d71c36b), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:45.198028 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-f3a4badc-4c3b-4a3f-9286-c18c6401065d service neutron] 10.222.0.90 "GET /v2.0/networks/11cfd37e-e312-4094-b866-dcc58c8937ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7952209 Feb 20 20:57:45.227462 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (8e2824f0-7e67-4df9-9bd7-c673694855ce), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:45.297447 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:45.335464 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f331082a-7edc-4212-a23b-955a3eeacd4f', 'tag': '885bf83c-cccb-456b-b2d7-a5212fcbce99'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:57:45.337772 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5581d017-7570-4eab-b6ce-7afeb5f186d9" -d '{"events": [{"name": "network-changed", "server_uuid": "f331082a-7edc-4212-a23b-955a3eeacd4f", "tag": "885bf83c-cccb-456b-b2d7-a5212fcbce99"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:57:45.365999 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5962e65-175c-46f2-a43d-26673cf64fcc req-2b4672e3-2aae-4faf-b8bd-8e62bf189736 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:45.367498 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b5962e65-175c-46f2-a43d-26673cf64fcc req-2b4672e3-2aae-4faf-b8bd-8e62bf189736 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 915 time: 0.6239085 Feb 20 20:57:45.414171 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:45.425192 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:57:45.427266 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event updated for resources: {'Port': ['ID=8e2824f0-7e67-4df9-9bd7-c673694855ce,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:45.438396 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:57:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a232b060-a84c-44aa-8231-721bb527c64f x-openstack-request-id: req-a232b060-a84c-44aa-8231-721bb527c64f {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:57:45.439122 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f331082a-7edc-4212-a23b-955a3eeacd4f", "tag": "885bf83c-cccb-456b-b2d7-a5212fcbce99", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:57:45.439570 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a232b060-a84c-44aa-8231-721bb527c64f {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:57:45.440381 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f331082a-7edc-4212-a23b-955a3eeacd4f', 'tag': '885bf83c-cccb-456b-b2d7-a5212fcbce99', 'status': 'completed', 'code': 200} Feb 20 20:57:45.476143 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-deb5a52a-7f05-4e43-981b-798ca81f63ed admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=df2fb4b550944891b8dc7b3852b932a8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5270832 Feb 20 20:57:45.484499 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55178) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:45.508886 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deb5a52a-7f05-4e43-981b-798ca81f63ed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bf4dd6a-585f-4e01-bd17-96428d71c36b,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:45.567190 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-c60b89f3-471a-4847-8801-3850f8b891d6 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--824201558&fields=id&tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1 HTTP/1.1" status: 200 len: 267 time: 0.1256306 Feb 20 20:57:45.573082 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b5962e65-175c-46f2-a43d-26673cf64fcc req-e0bd6e6b-e66c-41cc-9d3e-4caf287b5ce9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeab640d-b8b0-4420-b87a-736f67addc77 HTTP/1.1" status: 200 len: 217 time: 0.1935186 Feb 20 20:57:45.631750 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d253ec3d-dd7a-4888-9405-912c5d770c86 req-8e8b365c-f829-486c-b04b-f3c402d44def service neutron] 10.222.0.90 "GET /v2.0/networks/11cfd37e-e312-4094-b866-dcc58c8937ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4144893 Feb 20 20:57:45.703005 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (e31fca88-6bf5-4b95-b9bf-d61f5d06f774), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:45.737110 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab18d-d2d9-462f-b8aa-0eb00df50bb0 admin admin] Publish callbacks [] for security_group (cee9d3cd-0de7-4379-a56e-c391b8e91954), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:45.799463 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5962e65-175c-46f2-a43d-26673cf64fcc req-d4bfedcb-67a8-4706-b7ea-158dd4eaabd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:45.800898 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b5962e65-175c-46f2-a43d-26673cf64fcc req-d4bfedcb-67a8-4706-b7ea-158dd4eaabd8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f3ccb5e-d618-4f83-b90a-ab491849376b HTTP/1.1" status: 200 len: 854 time: 0.2145202 Feb 20 20:57:45.871492 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b5962e65-175c-46f2-a43d-26673cf64fcc req-7a2ab836-2c77-43b0-bb0d-dbb86c5b93fd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4d41f296-a8e9-4928-969d-8c481e411ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0545981 Feb 20 20:57:45.880719 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0d1d0f-03c2-4f85-97ad-88b29c6857d3 req-f2dbbb2e-9b46-4602-8387-6585f80ba7d6 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:45.888301 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae0d1d0f-03c2-4f85-97ad-88b29c6857d3 req-f2dbbb2e-9b46-4602-8387-6585f80ba7d6 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 943 time: 0.2708175 Feb 20 20:57:45.891444 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581d017-7570-4eab-b6ce-7afeb5f186d9 req-df49a6e8-3d5e-40c1-b032-59d2202c0d5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:45.892966 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5581d017-7570-4eab-b6ce-7afeb5f186d9 req-df49a6e8-3d5e-40c1-b032-59d2202c0d5a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8d302b63e3e9407a8a253d72c930d965&device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 1127 time: 0.1925073 Feb 20 20:57:45.914469 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-1f15ac34-d2ab-45f6-b628-33b77061510f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:45.916047 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-1f15ac34-d2ab-45f6-b628-33b77061510f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/networks?id=f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 200 len: 811 time: 0.3480074 Feb 20 20:57:45.981687 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab18d-d2d9-462f-b8aa-0eb00df50bb0 admin admin] Publish callbacks [] for security_group (cee9d3cd-0de7-4379-a56e-c391b8e91954), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:45.993768 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (8e2824f0-7e67-4df9-9bd7-c673694855ce), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:46.030883 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-ca4d70b8-c000-47f7-809f-a979c1aadbb6 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/quotas/5e74827f195a45e19b1cb03fc4e7f8b1 HTTP/1.1" status: 200 len: 375 time: 0.0965486 Feb 20 20:57:46.036590 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-324562fa-da89-4ecb-804c-17630679140a admin admin] Publish callbacks [] for security_group (0bf4dd6a-585f-4e01-bd17-96428d71c36b), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:46.119767 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-324562fa-da89-4ecb-804c-17630679140a admin admin] Publish callbacks [] for security_group (0bf4dd6a-585f-4e01-bd17-96428d71c36b), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:46.146041 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae0d1d0f-03c2-4f85-97ad-88b29c6857d3 req-7eb9de6a-ed04-4cf4-a38e-b8ec4cabd506 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566414 Feb 20 20:57:46.164749 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b5962e65-175c-46f2-a43d-26673cf64fcc req-6e07442b-dc32-4f93-a6e3-e9253a43e2c9 service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703891 Feb 20 20:57:46.228397 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab18d-d2d9-462f-b8aa-0eb00df50bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (cee9d3cd-0de7-4379-a56e-c391b8e91954), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:46.231133 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ef5ab18d-d2d9-462f-b8aa-0eb00df50bb0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:46.235188 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-ef5ab18d-d2d9-462f-b8aa-0eb00df50bb0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cee9d3cd-0de7-4379-a56e-c391b8e91954 HTTP/1.1" status: 204 len: 168 time: 1.0609658 Feb 20 20:57:46.256808 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef5ab18d-d2d9-462f-b8aa-0eb00df50bb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cee9d3cd-0de7-4379-a56e-c391b8e91954,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:46.292888 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-324562fa-da89-4ecb-804c-17630679140a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (0bf4dd6a-585f-4e01-bd17-96428d71c36b), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:46.295858 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-324562fa-da89-4ecb-804c-17630679140a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:46.299752 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-324562fa-da89-4ecb-804c-17630679140a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/0bf4dd6a-585f-4e01-bd17-96428d71c36b HTTP/1.1" status: 204 len: 168 time: 0.8018589 Feb 20 20:57:46.328828 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-324562fa-da89-4ecb-804c-17630679140a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bf4dd6a-585f-4e01-bd17-96428d71c36b,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:46.331819 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-659d02e2-e6f8-4071-b15c-fc04d9c3726f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2835357 Feb 20 20:57:46.350645 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581d017-7570-4eab-b6ce-7afeb5f186d9 req-d02df285-9eca-4d8a-b853-353e9929c1f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:46.352493 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5581d017-7570-4eab-b6ce-7afeb5f186d9 req-d02df285-9eca-4d8a-b853-353e9929c1f9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=11cfd37e-e312-4094-b866-dcc58c8937ce HTTP/1.1" status: 200 len: 913 time: 0.4448662 Feb 20 20:57:46.353740 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for port (8e2824f0-7e67-4df9-9bd7-c673694855ce), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:46.362223 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (8e2824f0-7e67-4df9-9bd7-c673694855ce), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:46.460498 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event updated for resources: {'Port': ['ID=8e2824f0-7e67-4df9-9bd7-c673694855ce,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:46.527970 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b5962e65-175c-46f2-a43d-26673cf64fcc req-34bb0eb7-b185-4b28-817f-bc55b09818ed service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3444612 Feb 20 20:57:46.540866 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 74605759-9bb6-4c99-8106-715e9ea5ffca up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:57:46.548735 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (e31fca88-6bf5-4b95-b9bf-d61f5d06f774), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:46.577907 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:46.579740 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-1fbc2a5b-48f8-415b-9120-f1398256fc63 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2839348 Feb 20 20:57:46.608124 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 74605759-9bb6-4c99-8106-715e9ea5ffca triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:46.608583 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:46.666938 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5581d017-7570-4eab-b6ce-7afeb5f186d9 req-3baaec6c-0bc0-4ad2-8546-c800e13df98d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=885bf83c-cccb-456b-b2d7-a5212fcbce99 HTTP/1.1" status: 200 len: 217 time: 0.2580228 Feb 20 20:57:46.704694 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 74605759-9bb6-4c99-8106-715e9ea5ffca is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:46.791154 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8d9ad63-913a-4a52-8f57-66ef4c148de0 req-fbfcb769-57f0-4e6f-9c29-3437ea98e24f tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:46.797885 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f8d9ad63-913a-4a52-8f57-66ef4c148de0 req-fbfcb769-57f0-4e6f-9c29-3437ea98e24f tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 943 time: 0.4818733 Feb 20 20:57:46.828909 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-878fa157-3058-4c10-914f-535d288a7a59 service neutron] 10.222.0.71 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4738503 Feb 20 20:57:46.891086 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5581d017-7570-4eab-b6ce-7afeb5f186d9 req-66be9725-18eb-4552-a093-3b72cbca522e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:46.892515 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5581d017-7570-4eab-b6ce-7afeb5f186d9 req-66be9725-18eb-4552-a093-3b72cbca522e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=822b5434-2e05-4c66-8359-b7ad5c131a18 HTTP/1.1" status: 200 len: 852 time: 0.2063370 Feb 20 20:57:46.944281 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5581d017-7570-4eab-b6ce-7afeb5f186d9 req-f2f5b8e4-c992-4878-a888-a4e28af1c9fe service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=11cfd37e-e312-4094-b866-dcc58c8937ce&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423455 Feb 20 20:57:46.948981 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f8d9ad63-913a-4a52-8f57-66ef4c148de0 req-f0bef231-f9e8-4104-9b6c-9e465f2d6b16 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1500509 Feb 20 20:57:47.042298 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-594d8d34-a1c0-4c2f-a826-55f7d5836e55 service neutron] 10.222.0.71 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059557 Feb 20 20:57:47.163480 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5581d017-7570-4eab-b6ce-7afeb5f186d9 req-1514cf12-8883-40ed-9ca7-9edc31ee75ca service neutron] 10.222.0.90 "GET /v2.0/networks/11cfd37e-e312-4094-b866-dcc58c8937ce?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2062902 Feb 20 20:57:47.272604 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-634909c8-221e-48b6-958d-22bb9f2f5b18 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--278882579&fields=id&tenant_id=8ec4afa0a0be4d868f145f52d0360574 HTTP/1.1" status: 200 len: 267 time: 0.2127512 Feb 20 20:57:47.398606 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5581d017-7570-4eab-b6ce-7afeb5f186d9 req-2cad5d38-fb47-4c11-aa2a-75a0172ab4ad service neutron] 10.222.0.90 "GET /v2.0/networks/11cfd37e-e312-4094-b866-dcc58c8937ce?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336373 Feb 20 20:57:47.457618 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-f65cf131-2c92-4a7c-995f-f62e3732c128 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:47.459780 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-f65cf131-2c92-4a7c-995f-f62e3732c128 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/networks?id=47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 200 len: 817 time: 0.1744237 Feb 20 20:57:47.483831 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0322829-687c-4196-a3e9-0f3a7b5606d5 req-fc43e939-2fa6-48be-bb4a-59469a9cf56e tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:47.491423 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e0322829-687c-4196-a3e9-0f3a7b5606d5 req-fc43e939-2fa6-48be-bb4a-59469a9cf56e tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 943 time: 0.1119416 Feb 20 20:57:47.501841 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-50b55f12-d230-42f4-8efa-b08897d58aa2 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/quotas/8ec4afa0a0be4d868f145f52d0360574 HTTP/1.1" status: 200 len: 375 time: 0.0342557 Feb 20 20:57:47.724093 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 885bf83c-cccb-456b-b2d7-a5212fcbce99 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:57:47.805830 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e0322829-687c-4196-a3e9-0f3a7b5606d5 req-12a9beb5-5181-4650-8cfb-62a11e255264 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3133450 Feb 20 20:57:47.866359 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-09b1810c-7e34-4dba-ac38-be79bcaf098f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3446293 Feb 20 20:57:47.957453 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f0f1a5fe-f785-4816-a57f-4f6c15962780 req-07e9a604-a023-41d4-a8f9-7d7bd58763c2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 210 time: 0.0824058 Feb 20 20:57:48.037074 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 885bf83c-cccb-456b-b2d7-a5212fcbce99, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=885bf83c-cccb-456b-b2d7-a5212fcbce99,segment=NetworkSegment(a846e26f-b934-4372-9e18-360b5677ca53),segment_id=a846e26f-b934-4372-9e18-360b5677ca53)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:57:48.061807 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '885bf83c-cccb-456b-b2d7-a5212fcbce99', 'network_id': '11cfd37e-e312-4094-b866-dcc58c8937ce', 'port_id': '885bf83c-cccb-456b-b2d7-a5212fcbce99', 'mac_address': 'fa:16:3e:be:fa:1e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 162, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '822b5434-2e05-4c66-8359-b7ad5c131a18', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:57:48.140124 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 885bf83c-cccb-456b-b2d7-a5212fcbce99 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:48.141182 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:48.168961 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 885bf83c-cccb-456b-b2d7-a5212fcbce99 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:57:48.197998 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 885bf83c-cccb-456b-b2d7-a5212fcbce99, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=885bf83c-cccb-456b-b2d7-a5212fcbce99,segment=NetworkSegment(a846e26f-b934-4372-9e18-360b5677ca53),segment_id=a846e26f-b934-4372-9e18-360b5677ca53)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:57:48.206408 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:48.207556 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device eeab640d-b8b0-4420-b87a-736f67addc77 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:57:48.216694 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-453bc789-226e-4a41-9fe6-4a4c4fcad6b3 service neutron] 10.222.0.71 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2687175 Feb 20 20:57:48.356462 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=885bf83c-cccb-456b-b2d7-a5212fcbce99,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:48.487388 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port eeab640d-b8b0-4420-b87a-736f67addc77, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=eeab640d-b8b0-4420-b87a-736f67addc77,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:57:48.495975 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-117e5976-d7dc-4a5c-b67b-ad45f2fcecbe req-b3ba104d-73cc-4fb0-b988-7d7030df59cc tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:48.504154 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-117e5976-d7dc-4a5c-b67b-ad45f2fcecbe req-b3ba104d-73cc-4fb0-b988-7d7030df59cc tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 944 time: 0.4080062 Feb 20 20:57:48.520347 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': 'eeab640d-b8b0-4420-b87a-736f67addc77', 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8', 'port_id': 'eeab640d-b8b0-4420-b87a-736f67addc77', 'mac_address': 'fa:16:3e:4b:66:85', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3ccb5e-d618-4f83-b90a-ab491849376b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:57:48.542591 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-6f66b382-fcd3-4057-92ad-30b1725c5158 service neutron] 10.222.0.71 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3249962 Feb 20 20:57:48.588381 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-117e5976-d7dc-4a5c-b67b-ad45f2fcecbe req-f6e5e185-2428-4c92-b61f-b8975a254d8d tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831385 Feb 20 20:57:48.627442 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port eeab640d-b8b0-4420-b87a-736f67addc77 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:48.627825 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:48.646429 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eeab640d-b8b0-4420-b87a-736f67addc77 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:57:48.679520 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port eeab640d-b8b0-4420-b87a-736f67addc77, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=eeab640d-b8b0-4420-b87a-736f67addc77,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:57:48.685272 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:48.803458 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=eeab640d-b8b0-4420-b87a-736f67addc77,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:48.945852 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5b2075a6-4a47-4872-a247-4f542f735baf req-47ba0314-e2a0-4dd2-9a00-79fc4032f122 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 210 time: 0.0763917 Feb 20 20:57:49.094883 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-a7710b0e-29bd-408f-8404-3763d1d8e086 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:49.096660 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-a7710b0e-29bd-408f-8404-3763d1d8e086 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.90 "GET /v2.0/networks?id=f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 200 len: 811 time: 0.3354743 Feb 20 20:57:49.120697 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-467b3a19-91b1-457f-8999-bb0f08f70aa7 req-f26c01ce-bdd4-402b-9209-ff1c378702e7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:49.123184 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-467b3a19-91b1-457f-8999-bb0f08f70aa7 req-f26c01ce-bdd4-402b-9209-ff1c378702e7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 944 time: 0.1584003 Feb 20 20:57:49.160026 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0f6a1da9-0833-4a4c-87cd-7208341c65a8 req-7f26d2c0-0156-4490-b536-82a796e68bad tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 210 time: 0.0356805 Feb 20 20:57:49.206894 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-467b3a19-91b1-457f-8999-bb0f08f70aa7 req-297ecf31-aa03-413d-afd9-b2f306d98c51 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687213 Feb 20 20:57:49.788816 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4686fd-3011-4c6f-b7a9-3f857cc3797d req-867f7da2-5d92-4b6a-970e-b78421ef4860 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:49.791981 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ce4686fd-3011-4c6f-b7a9-3f857cc3797d req-867f7da2-5d92-4b6a-970e-b78421ef4860 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 944 time: 0.1082749 Feb 20 20:57:49.857404 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ce4686fd-3011-4c6f-b7a9-3f857cc3797d req-fcb5b6bd-e73e-4b77-82b7-cabed30f43d0 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0639672 Feb 20 20:57:50.080198 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1abff909-8790-45ea-8971-b9bb248b1495 req-889ecfb5-5fab-4937-83ef-7ae56ef72d73 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 210 time: 0.0282497 Feb 20 20:57:50.319083 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-99b5087d-c520-461c-aefd-3d990f91c3f5 req-8e8d97a9-dd51-44aa-bfb0-568f85972385 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 210 time: 0.0460606 Feb 20 20:57:50.395408 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-629f0f8a-39d1-4ea2-b3ce-066cc417ecb3 req-50eb994b-248e-406f-92fb-1cf69056c8ab tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:50.399916 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-629f0f8a-39d1-4ea2-b3ce-066cc417ecb3 req-50eb994b-248e-406f-92fb-1cf69056c8ab tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 944 time: 0.0776973 Feb 20 20:57:50.445179 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-629f0f8a-39d1-4ea2-b3ce-066cc417ecb3 req-93d1e27f-e5b1-4192-9eb9-11eaf543a6cf tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0418210 Feb 20 20:57:51.003416 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018bb1eb-0669-47cd-8f1c-27d440f5d78d req-720bd6d7-a568-4e87-b37a-40a6ceb42595 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:51.005907 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-018bb1eb-0669-47cd-8f1c-27d440f5d78d req-720bd6d7-a568-4e87-b37a-40a6ceb42595 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 944 time: 0.0801973 Feb 20 20:57:51.067096 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-018bb1eb-0669-47cd-8f1c-27d440f5d78d req-d1dfad9b-b9e5-4b46-8ff3-46ea9811d264 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550361 Feb 20 20:57:51.187974 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-57051657-c1ad-4f95-a447-cd87e25bbad2 req-4f0d3833-82e4-4fcf-9592-fdb0303f3636 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 210 time: 0.0281529 Feb 20 20:57:51.413299 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fec1b7df-bdff-415c-bad6-0505c522f921 req-b856e4f1-c3b7-4fd4-91be-b48e38c7d460 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 210 time: 0.0275483 Feb 20 20:57:51.610795 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a1be3-8f6a-4778-828d-7a46d386aa97 req-2231e7f6-a85b-47ed-938c-535d842beb69 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:51.612406 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a64a1be3-8f6a-4778-828d-7a46d386aa97 req-2231e7f6-a85b-47ed-938c-535d842beb69 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 944 time: 0.1001499 Feb 20 20:57:51.651934 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['eeab640d-b8b0-4420-b87a-736f67addc77'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:57:51.655597 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['885bf83c-cccb-456b-b2d7-a5212fcbce99'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:57:51.662868 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-7f6f2404-78c6-4c04-bc6c-431e2acb8c1c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1 HTTP/1.1" status: 200 len: 379 time: 0.1109946 Feb 20 20:57:51.686408 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Request body: {'port': {'device_id': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'admin_state_up': True, 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'security_groups': ['85a405f1-3f9e-438b-9262-749af43336a2']}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:51.754200 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a64a1be3-8f6a-4778-828d-7a46d386aa97 req-e899bad2-412a-44f1-8c13-7063343c1235 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1328337 Feb 20 20:57:51.855025 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Made reservation on behalf of 5e74827f195a45e19b1cb03fc4e7f8b1 for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:51.859564 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:52.017675 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Allocated IP 172.20.0.9 (f829bbbb-0a39-4da0-ba53-40f021735711/556ba603-3470-4df7-9938-1a7b4a7080b4/80f8c273-0db2-4990-834c-de3ee7aa1044) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:57:52.258209 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:52.345263 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d7a94b5a-182d-4eba-bca1-01907f78e568 req-1d59d6f9-ec62-4231-a07e-d55ed3e07d95 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 210 time: 0.0448804 Feb 20 20:57:52.392923 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b9004e-10c7-40a3-a41a-371ae0061ead req-1caf1217-77ce-4897-aeed-49802d194e02 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:52.394520 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b6b9004e-10c7-40a3-a41a-371ae0061ead req-1caf1217-77ce-4897-aeed-49802d194e02 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 944 time: 0.2269945 Feb 20 20:57:52.438809 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-cdfabdd4-f120-4d2c-918f-524d958a3002 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:52.440318 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-cdfabdd4-f120-4d2c-918f-524d958a3002 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.90 "GET /v2.0/networks?id=47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 200 len: 817 time: 0.2518544 Feb 20 20:57:52.442069 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:52.561281 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Network f829bbbb-0a39-4da0-ba53-40f021735711 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:52.576558 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:52.593033 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b6b9004e-10c7-40a3-a41a-371ae0061ead req-17c65100-f77a-4497-8d75-5fd5eaaba0d0 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843176 Feb 20 20:57:52.593033 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event updated for resources: {'Port': ['ID=80f8c273-0db2-4990-834c-de3ee7aa1044,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:52.593033 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:57:52.684254 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eb98171-a170-4ea4-8601-22bdd73ce112 req-c9ac5e7f-1f11-46a6-bcb4-2e1e9e9fa481 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:52.685858 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1eb98171-a170-4ea4-8601-22bdd73ce112 req-c9ac5e7f-1f11-46a6-bcb4-2e1e9e9fa481 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 931 time: 0.1759763 Feb 20 20:57:52.700471 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-af7f3c06-f98f-426b-bd61-60ba65b51baf tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ec4afa0a0be4d868f145f52d0360574 HTTP/1.1" status: 200 len: 379 time: 0.2489405 Feb 20 20:57:52.753235 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Request body: {'port': {'device_id': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'admin_state_up': True, 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'security_groups': ['78979a05-1b8a-4832-b53a-16ce6035567b']}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:52.783407 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:52.784080 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:52.863649 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1eb98171-a170-4ea4-8601-22bdd73ce112 req-97ebb531-c622-402a-ab75-0fe5dae6cfb2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1686141 Feb 20 20:57:52.870371 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-e8685fd0-1145-4651-bdfc-bc709d60505e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1893506 Feb 20 20:57:52.964955 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-b535461e-7d8d-45dc-bbbf-8e820c151841 None None] Provisioning complete for port 80f8c273-0db2-4990-834c-de3ee7aa1044 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:52.964955 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b535461e-7d8d-45dc-bbbf-8e820c151841 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:52.991571 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4c2c021-0092-4832-85c1-41b42d8802e6 req-f7f94935-09dd-4c09-96f2-b78de3317e90 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:52.994378 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f4c2c021-0092-4832-85c1-41b42d8802e6 req-f7f94935-09dd-4c09-96f2-b78de3317e90 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 944 time: 0.1120834 Feb 20 20:57:52.996138 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Made reservation on behalf of 8ec4afa0a0be4d868f145f52d0360574 for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:57:53.001408 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:53.002845 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-b535461e-7d8d-45dc-bbbf-8e820c151841 None None] Port 80f8c273-0db2-4990-834c-de3ee7aa1044 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:57:53.154933 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f4c2c021-0092-4832-85c1-41b42d8802e6 req-a6271024-8c95-41bc-9829-c251d0c6f2c2 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1504242 Feb 20 20:57:53.262833 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Allocated IP 172.20.0.13 (47eb7a64-c008-428d-9f9c-6083205d80a4/66e56d02-8410-4f31-939d-e4b166973128/1ef960f1-1c2f-43d4-b19b-30737e549273) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:57:53.451103 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:53.490948 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-85055341-3cc2-4ffb-ae9c-eba02c265840 req-49385c00-c52c-4c47-8e5f-1ceab991e025 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 210 time: 0.0375044 Feb 20 20:57:53.520580 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:53.566660 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Network 47eb7a64-c008-428d-9f9c-6083205d80a4 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:57:53.571648 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:57:53.575992 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:57:53.579872 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event updated for resources: {'Port': ['ID=1ef960f1-1c2f-43d4-b19b-30737e549273,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:53.637459 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:53.638417 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:53.663141 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-a884b886-b11b-4140-835d-f09cba78ec56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9279666 Feb 20 20:57:53.754443 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e91b8311-85dd-4705-8148-ce5b8ebe892f req-d2b17a4a-53e3-492a-b47d-a90a21342e24 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:53.756036 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e91b8311-85dd-4705-8148-ce5b8ebe892f req-d2b17a4a-53e3-492a-b47d-a90a21342e24 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 944 time: 0.0677941 Feb 20 20:57:53.816447 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e91b8311-85dd-4705-8148-ce5b8ebe892f req-ece47f86-155d-4699-bb67-733975262144 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545387 Feb 20 20:57:53.840154 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-4894f973-0581-4186-b68a-4dfd0bdfacf2 None None] Provisioning complete for port 1ef960f1-1c2f-43d4-b19b-30737e549273 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:53.840595 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4894f973-0581-4186-b68a-4dfd0bdfacf2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:53.880940 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4894f973-0581-4186-b68a-4dfd0bdfacf2 None None] Port 1ef960f1-1c2f-43d4-b19b-30737e549273 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:57:53.994100 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a508654-fc3c-4167-8e10-48fbd3b1a855 req-b21df3d7-4b33-48d8-bcf7-d4a876c773f0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:53.995625 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8a508654-fc3c-4167-8e10-48fbd3b1a855 req-b21df3d7-4b33-48d8-bcf7-d4a876c773f0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 931 time: 0.0552769 Feb 20 20:57:54.042617 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8a508654-fc3c-4167-8e10-48fbd3b1a855 req-7de9be14-0f1b-45d9-8d37-d94a55297e32 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412252 Feb 20 20:57:54.283749 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b726c1b-d88b-489b-bc9b-e85c1159aec9 req-4808d215-3c73-4885-989a-ca30adbf9436 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:54.285275 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0b726c1b-d88b-489b-bc9b-e85c1159aec9 req-4808d215-3c73-4885-989a-ca30adbf9436 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 944 time: 0.0588036 Feb 20 20:57:54.341156 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0b726c1b-d88b-489b-bc9b-e85c1159aec9 req-f1ba4619-906f-4c9d-9a6d-bcffee4c9751 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483789 Feb 20 20:57:54.612717 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac086ee-797d-4c42-8ae0-daae7602ce9f req-c83d5bfe-abc4-4159-90bf-322a3c6a53a6 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:54.614164 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1ac086ee-797d-4c42-8ae0-daae7602ce9f req-c83d5bfe-abc4-4159-90bf-322a3c6a53a6 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 932 time: 0.0514679 Feb 20 20:57:54.661003 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1ac086ee-797d-4c42-8ae0-daae7602ce9f req-500e9dce-a3a0-4bf1-9c20-5e3ce4aeeeb1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411506 Feb 20 20:57:54.937151 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8178e-d958-494a-975d-1695f402ea91 req-0e1f734f-9987-4c0c-b4b6-81afc785e75c tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:54.938604 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b7f8178e-d958-494a-975d-1695f402ea91 req-0e1f734f-9987-4c0c-b4b6-81afc785e75c tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 944 time: 0.0526650 Feb 20 20:57:54.994279 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b7f8178e-d958-494a-975d-1695f402ea91 req-4742f710-5081-4758-9e15-8c16f7276050 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467587 Feb 20 20:57:55.164836 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afb580e-7eb0-440f-8952-b7baa5949307 req-9cca26c0-32ad-43ba-bf8a-b081263d4857 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:55.166288 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9afb580e-7eb0-440f-8952-b7baa5949307 req-9cca26c0-32ad-43ba-bf8a-b081263d4857 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 931 time: 0.0579026 Feb 20 20:57:55.213526 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9afb580e-7eb0-440f-8952-b7baa5949307 req-e62f20fd-6b13-443a-9d84-c1632ff8debf tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416207 Feb 20 20:57:55.459863 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680bbbea-a304-432c-aee4-0e33d252a0c5 req-d1c32809-6d45-4445-85f1-b8d3dd3eda94 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:55.461358 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-680bbbea-a304-432c-aee4-0e33d252a0c5 req-d1c32809-6d45-4445-85f1-b8d3dd3eda94 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 944 time: 0.0535982 Feb 20 20:57:55.467282 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Request body: {'port': {'device_id': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:55.471387 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 885bf83c-cccb-456b-b2d7-a5212fcbce99 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:57:55.472570 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Request body: {'port': {'device_id': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:57:55.503262 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:55.528488 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 885bf83c-cccb-456b-b2d7-a5212fcbce99 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:57:55.532510 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 885bf83c-cccb-456b-b2d7-a5212fcbce99 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:55.532889 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:55.614349 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 885bf83c-cccb-456b-b2d7-a5212fcbce99 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:55.614654 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-680bbbea-a304-432c-aee4-0e33d252a0c5 req-8f6fe1de-bd53-49ac-972e-e08b8e0a6c38 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1375604 Feb 20 20:57:55.614783 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:55.617570 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:55.622030 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:55.639421 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f331082a-7edc-4212-a23b-955a3eeacd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885bf83c-cccb-456b-b2d7-a5212fcbce99'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:57:55.712673 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 885bf83c-cccb-456b-b2d7-a5212fcbce99, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=885bf83c-cccb-456b-b2d7-a5212fcbce99,segment=NetworkSegment(a846e26f-b934-4372-9e18-360b5677ca53),segment_id=a846e26f-b934-4372-9e18-360b5677ca53)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:57:55.724143 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:55.728196 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device eeab640d-b8b0-4420-b87a-736f67addc77 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:57:55.824594 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a119ef7-0760-4cd2-9a28-203611f4abc1" -d '{"events": [{"server_uuid": "f331082a-7edc-4212-a23b-955a3eeacd4f", "name": "network-vif-plugged", "status": "completed", "tag": "885bf83c-cccb-456b-b2d7-a5212fcbce99"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:57:55.838538 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=885bf83c-cccb-456b-b2d7-a5212fcbce99,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:55.843078 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port eeab640d-b8b0-4420-b87a-736f67addc77 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:57:55.848533 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port eeab640d-b8b0-4420-b87a-736f67addc77 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:57:55.848984 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:55.939606 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port eeab640d-b8b0-4420-b87a-736f67addc77 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:57:55.940286 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:55.975856 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:57:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-032f8edf-ad5f-443d-ac3b-5ab8f44534aa x-openstack-request-id: req-032f8edf-ad5f-443d-ac3b-5ab8f44534aa {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:57:55.976207 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f331082a-7edc-4212-a23b-955a3eeacd4f", "name": "network-vif-plugged", "status": "completed", "tag": "885bf83c-cccb-456b-b2d7-a5212fcbce99", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:57:55.976512 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-032f8edf-ad5f-443d-ac3b-5ab8f44534aa {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:57:55.976963 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f331082a-7edc-4212-a23b-955a3eeacd4f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '885bf83c-cccb-456b-b2d7-a5212fcbce99', 'code': 200} Feb 20 20:57:55.984949 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port eeab640d-b8b0-4420-b87a-736f67addc77, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=eeab640d-b8b0-4420-b87a-736f67addc77,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:57:55.989078 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:56.058129 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ac446d6d-8944-46f9-8d04-6dba84890d1b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:56.059836 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=eeab640d-b8b0-4420-b87a-736f67addc77,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:56.093770 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6f83c0-e50f-4fc3-b91b-29dac2dceb2e req-ecb21806-a43b-47f6-9bbf-fa542fc55939 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:56.095221 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3b6f83c0-e50f-4fc3-b91b-29dac2dceb2e req-ecb21806-a43b-47f6-9bbf-fa542fc55939 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 932 time: 0.2438951 Feb 20 20:57:56.293202 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47897af6-c22c-4851-939c-2e3bb918ffe1 req-6775194e-5d0d-423d-9784-2518a2f00c78 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:56.294651 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-47897af6-c22c-4851-939c-2e3bb918ffe1 req-6775194e-5d0d-423d-9784-2518a2f00c78 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 945 time: 0.2108047 Feb 20 20:57:56.306563 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3b6f83c0-e50f-4fc3-b91b-29dac2dceb2e req-1475e55e-e297-4d20-8890-ef2e93414bec tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1978385 Feb 20 20:57:56.472547 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-47897af6-c22c-4851-939c-2e3bb918ffe1 req-0dc77e8c-1e05-4fd9-9b98-190df9fd29d5 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1712465 Feb 20 20:57:56.520753 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80f8c273-0db2-4990-834c-de3ee7aa1044 {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:57:56.534418 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Publish callbacks [] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:56.548904 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-464d128f-5b83-4fd9-a36b-9e48a86e3ea1 req-cf5dd31b-ed7c-42c4-b0ca-17d6e71c5985 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:56.550400 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-464d128f-5b83-4fd9-a36b-9e48a86e3ea1 req-cf5dd31b-ed7c-42c4-b0ca-17d6e71c5985 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 931 time: 0.1810205 Feb 20 20:57:56.553852 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1ef960f1-1c2f-43d4-b19b-30737e549273 {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:57:56.567515 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Publish callbacks [] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:56.591986 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Transition to ACTIVE for port object 80f8c273-0db2-4990-834c-de3ee7aa1044 will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:57:56.599310 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:56.602391 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Transition to ACTIVE for port object 1ef960f1-1c2f-43d4-b19b-30737e549273 will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:57:56.633832 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:56.697792 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-464d128f-5b83-4fd9-a36b-9e48a86e3ea1 req-c59228ef-ed6e-4568-8c12-0e4ba4adacd1 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1371644 Feb 20 20:57:56.706630 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Pushing event updated for resources: {'Port': ['ID=80f8c273-0db2-4990-834c-de3ee7aa1044,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:56.885030 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Pushing event updated for resources: {'Port': ['ID=1ef960f1-1c2f-43d4-b19b-30737e549273,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:56.924337 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Attempting to bind port 1ef960f1-1c2f-43d4-b19b-30737e549273 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:57:56.925083 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Attempting to bind port 1ef960f1-1c2f-43d4-b19b-30737e549273 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:57:56.925472 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Attempting to bind port 1ef960f1-1c2f-43d4-b19b-30737e549273 on network 47eb7a64-c008-428d-9f9c-6083205d80a4 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:56.946257 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Port 1ef960f1-1c2f-43d4-b19b-30737e549273 on network 47eb7a64-c008-428d-9f9c-6083205d80a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:57:56.946596 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Attempting to bind port 1ef960f1-1c2f-43d4-b19b-30737e549273 on network 47eb7a64-c008-428d-9f9c-6083205d80a4 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:56.956493 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Attempting to bind port 80f8c273-0db2-4990-834c-de3ee7aa1044 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:57:56.957044 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Attempting to bind port 80f8c273-0db2-4990-834c-de3ee7aa1044 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:57:56.957430 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Attempting to bind port 80f8c273-0db2-4990-834c-de3ee7aa1044 on network f829bbbb-0a39-4da0-ba53-40f021735711 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:56.962250 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:57:56.962848 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Checking segment: {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:56.963314 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Bound using segment: {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:57:56.963809 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Bound port: 1ef960f1-1c2f-43d4-b19b-30737e549273, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:57:56.964270 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:56.977526 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78ed817f-dd02-42eb-a3af-948dd7e262d2 req-60b8517d-45c7-4f6b-8848-614de715eda7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:56.979035 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-78ed817f-dd02-42eb-a3af-948dd7e262d2 req-60b8517d-45c7-4f6b-8848-614de715eda7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 945 time: 0.2494092 Feb 20 20:57:56.991258 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Port 80f8c273-0db2-4990-834c-de3ee7aa1044 on network f829bbbb-0a39-4da0-ba53-40f021735711 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:57:56.991603 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Attempting to bind port 80f8c273-0db2-4990-834c-de3ee7aa1044 on network f829bbbb-0a39-4da0-ba53-40f021735711 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:57:57.011558 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 57, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:57:57.011905 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Checking segment: {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:57:57.012319 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Bound using segment: {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:57:57.013031 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Bound port: 80f8c273-0db2-4990-834c-de3ee7aa1044, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:57:57.013298 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:57.123250 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-78ed817f-dd02-42eb-a3af-948dd7e262d2 req-238bfc94-12e1-483a-9bfe-3f1d005bfd02 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1353333 Feb 20 20:57:57.132839 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:57:57.139361 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1ef960f1-1c2f-43d4-b19b-30737e549273,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:57:57.153704 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:57.191915 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] For port 80f8c273-0db2-4990-834c-de3ee7aa1044, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:57:57.195489 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:57.196118 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:57.197596 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] 10.222.0.90 "PUT /v2.0/ports/1ef960f1-1c2f-43d4-b19b-30737e549273 HTTP/1.1" status: 200 len: 1094 time: 1.7352929 Feb 20 20:57:57.201915 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:57:57.205089 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-39f83209-c454-496a-9f5d-5e505f3608a1" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:57:57.230923 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] For port 80f8c273-0db2-4990-834c-de3ee7aa1044, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=80f8c273-0db2-4990-834c-de3ee7aa1044,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:57:57.237155 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca206e4a-07b7-42fb-80a5-bddb589ac7de service neutron] Pushing event updated for resources: {'Port': ['ID=1ef960f1-1c2f-43d4-b19b-30737e549273,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:57.241468 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:57.248032 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a7a5686-5b45-4985-8766-138feba4a047 x-openstack-request-id: req-4a7a5686-5b45-4985-8766-138feba4a047 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:57:57.248327 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:57:57.248611 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4a7a5686-5b45-4985-8766-138feba4a047 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:57:57.249182 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'status': 'completed', 'code': 200} Feb 20 20:57:57.285844 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:57.286417 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:57.288554 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] 10.222.0.90 "PUT /v2.0/ports/80f8c273-0db2-4990-834c-de3ee7aa1044 HTTP/1.1" status: 200 len: 1093 time: 1.8251467 Feb 20 20:57:57.308812 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f309d64e-4dc1-4031-9da9-aef46872b6be service neutron] Pushing event updated for resources: {'Port': ['ID=80f8c273-0db2-4990-834c-de3ee7aa1044,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:57.438266 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3a29ef-46d8-44ae-8fc6-26b86823fa50 req-fdff6d8d-1565-455b-8f6c-365e6d7c1821 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:57.440169 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0e3a29ef-46d8-44ae-8fc6-26b86823fa50 req-fdff6d8d-1565-455b-8f6c-365e6d7c1821 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0579619 Feb 20 20:57:57.489153 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0e3a29ef-46d8-44ae-8fc6-26b86823fa50 req-99b3c005-c6f0-4d04-8a09-b4a0ff3ae92c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420897 Feb 20 20:57:57.593386 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa4b2601-eef4-4f83-ae81-7826987f6cf2 req-9ae4163f-bc51-47af-88d1-105790063188 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:57.594852 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-aa4b2601-eef4-4f83-ae81-7826987f6cf2 req-9ae4163f-bc51-47af-88d1-105790063188 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 945 time: 0.0529716 Feb 20 20:57:57.640859 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-aa4b2601-eef4-4f83-ae81-7826987f6cf2 req-e0ae5849-3b28-4707-b3ef-7a2fc31dc37b tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399177 Feb 20 20:57:57.814144 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5fe724-ef19-43bf-ad4c-c0f4371148e7 req-4fa2ae99-0d5b-4547-9741-a8bfe6f8bb55 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:57.815599 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2b5fe724-ef19-43bf-ad4c-c0f4371148e7 req-4fa2ae99-0d5b-4547-9741-a8bfe6f8bb55 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 943 time: 0.0552957 Feb 20 20:57:57.861817 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2b5fe724-ef19-43bf-ad4c-c0f4371148e7 req-80d3dabf-6d19-41a4-a8d8-cb9b72aec6ba tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0406084 Feb 20 20:57:57.978253 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3778dc5-8a12-43af-b432-f16857f6613e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeab640d-b8b0-4420-b87a-736f67addc77'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:57:57.980572 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-512fc2d4-a6e7-46ac-a7ad-d725cf83b499" -d '{"events": [{"server_uuid": "f3778dc5-8a12-43af-b432-f16857f6613e", "name": "network-vif-plugged", "status": "completed", "tag": "eeab640d-b8b0-4420-b87a-736f67addc77"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:57:58.013778 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94993336-03a9-42a8-97f8-8816377cb940 x-openstack-request-id: req-94993336-03a9-42a8-97f8-8816377cb940 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:57:58.014093 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3778dc5-8a12-43af-b432-f16857f6613e", "name": "network-vif-plugged", "status": "completed", "tag": "eeab640d-b8b0-4420-b87a-736f67addc77", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:57:58.014351 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-94993336-03a9-42a8-97f8-8816377cb940 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:57:58.014739 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3778dc5-8a12-43af-b432-f16857f6613e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eeab640d-b8b0-4420-b87a-736f67addc77', 'code': 200} Feb 20 20:57:58.264118 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e03f9bc-4aff-4a65-98a5-d615dc09e30a req-a97d43e0-a3d8-4a5a-bdac-85c9ef409be3 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:58.265645 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1e03f9bc-4aff-4a65-98a5-d615dc09e30a req-a97d43e0-a3d8-4a5a-bdac-85c9ef409be3 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 945 time: 0.0535285 Feb 20 20:57:58.312531 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1e03f9bc-4aff-4a65-98a5-d615dc09e30a req-4ab560ed-2793-4eb1-8b19-b14eade80c7e tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411999 Feb 20 20:57:58.535159 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-82207204-c7ae-42d0-8a55-51e60091c2f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:58.536755 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-82207204-c7ae-42d0-8a55-51e60091c2f0 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 1127 time: 0.0463533 Feb 20 20:57:58.611076 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.90', 59307) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:58.638566 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-dc60b2e3-23e2-4172-a8b6-120dfe5dc232 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f8c273-0db2-4990-834c-de3ee7aa1044 HTTP/1.1" status: 200 len: 217 time: 0.0902004 Feb 20 20:57:58.649681 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.90', 59308) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:58.720047 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f83209-c454-496a-9f5d-5e505f3608a1 req-d75e944b-03fb-47f4-8fea-cb634003531b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:58.721821 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-39f83209-c454-496a-9f5d-5e505f3608a1 req-d75e944b-03fb-47f4-8fea-cb634003531b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 1128 time: 0.1721380 Feb 20 20:57:58.737838 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e07517a-8d98-4948-a942-949622bc00a0 req-336b6a28-0363-4872-b909-ce856d34d0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:58.739459 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-6e07517a-8d98-4948-a942-949622bc00a0 req-336b6a28-0363-4872-b909-ce856d34d0bd service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 1129 time: 0.0887620 Feb 20 20:57:58.744434 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-903e64aa-f06c-425a-bace-e584263d5ece service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:58.745830 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-903e64aa-f06c-425a-bace-e584263d5ece service neutron] 10.222.0.90 "GET /v2.0/subnets?id=556ba603-3470-4df7-9938-1a7b4a7080b4 HTTP/1.1" status: 200 len: 850 time: 0.0973217 Feb 20 20:57:58.752743 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94a792ab-a45d-478a-b0df-c0c4bc8d7c0c req-a30ce4a6-d2a4-40f3-a694-b7c91e225e2e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:58.754129 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-94a792ab-a45d-478a-b0df-c0c4bc8d7c0c req-a30ce4a6-d2a4-40f3-a694-b7c91e225e2e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.1841631 Feb 20 20:57:58.754810 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abee4dbf-aaa9-46ce-ba23-8ad3c1541add req-e71ee376-ce29-4723-9666-0206b1aa2b60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:58.756634 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-abee4dbf-aaa9-46ce-ba23-8ad3c1541add req-e71ee376-ce29-4723-9666-0206b1aa2b60 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 1129 time: 0.1437833 Feb 20 20:57:58.764077 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-6e07517a-8d98-4948-a942-949622bc00a0 req-f4339831-05ba-426c-982f-effecb5fd787 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:58.787734 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-abee4dbf-aaa9-46ce-ba23-8ad3c1541add req-bf02cb3b-e355-4bc3-9dd9-b1652a2ef796 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:58.798364 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-53c6146b-28d7-4729-8123-fc15379e33f2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:58.884873 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-6e07517a-8d98-4948-a942-949622bc00a0 req-f4339831-05ba-426c-982f-effecb5fd787 service neutron] Publish callbacks [] for security_group (496ed20b-4692-4a5d-ae98-b1bc6e0882b6), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:58.891623 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-6e07517a-8d98-4948-a942-949622bc00a0 req-f4339831-05ba-426c-982f-effecb5fd787 service neutron] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (496ed20b-4692-4a5d-ae98-b1bc6e0882b6), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:58.909497 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.db.api [req-abee4dbf-aaa9-46ce-ba23-8ad3c1541add req-bf02cb3b-e355-4bc3-9dd9-b1652a2ef796 service neutron] Retry wrapper got retriable exception: Failed to create a duplicate DefaultSecurityGroup: for attribute(s) ['default_security_group.PRIMARY'] with value(s) 044dab19cd6b4db69df5b7af7d299813 {{(pid=102717) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 20:57:58.909871 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG oslo_db.api [req-abee4dbf-aaa9-46ce-ba23-8ad3c1541add req-bf02cb3b-e355-4bc3-9dd9-b1652a2ef796 service neutron] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 20:57:58.944067 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-6e07517a-8d98-4948-a942-949622bc00a0 req-f4339831-05ba-426c-982f-effecb5fd787 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1967010 Feb 20 20:57:58.949734 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4339831-05ba-426c-982f-effecb5fd787 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=496ed20b-4692-4a5d-ae98-b1bc6e0882b6,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:59.222027 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-94a792ab-a45d-478a-b0df-c0c4bc8d7c0c req-a000e41a-6260-49ad-981a-3910a175f0c7 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4413798 Feb 20 20:57:59.229051 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a31ea711-b0a3-4fcf-a40f-4e6d120693ee req-5480ccf2-64a7-4408-b65d-faf7e60f5e7c tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:59.230518 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a31ea711-b0a3-4fcf-a40f-4e6d120693ee req-5480ccf2-64a7-4408-b65d-faf7e60f5e7c tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 945 time: 0.5156825 Feb 20 20:57:59.237008 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-405aeb45-fd32-498d-a218-5e95f437702e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:59.239165 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-405aeb45-fd32-498d-a218-5e95f437702e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f829bbbb-0a39-4da0-ba53-40f021735711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.4751685 Feb 20 20:57:59.257191 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'tag': '80f8c273-0db2-4990-834c-de3ee7aa1044'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:57:59.259709 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16e529c0-f365-4197-961a-2bfbdb9bf77e" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e2eb60-359a-4227-bf73-bfa7cb882307", "tag": "80f8c273-0db2-4990-834c-de3ee7aa1044"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:57:59.292059 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f83209-c454-496a-9f5d-5e505f3608a1 req-f1ca86cb-c1b0-441f-8935-be116c51edaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:59.293561 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-39f83209-c454-496a-9f5d-5e505f3608a1 req-f1ca86cb-c1b0-441f-8935-be116c51edaa service neutron] 10.222.0.90 "GET /v2.0/networks?tenant_id=8ec4afa0a0be4d868f145f52d0360574&shared=False HTTP/1.1" status: 200 len: 918 time: 0.5600784 Feb 20 20:57:59.411507 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-abee4dbf-aaa9-46ce-ba23-8ad3c1541add req-bf02cb3b-e355-4bc3-9dd9-b1652a2ef796 service neutron] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:59.491446 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55656) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:59.507016 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-abee4dbf-aaa9-46ce-ba23-8ad3c1541add req-bf02cb3b-e355-4bc3-9dd9-b1652a2ef796 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7440534 Feb 20 20:57:59.536865 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a31ea711-b0a3-4fcf-a40f-4e6d120693ee req-5ca438f6-24d8-4daf-84ef-975a6f27dd67 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2973492 Feb 20 20:57:59.609032 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-9ec588d1-f0d2-4898-b13b-436b196ef230 service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3624148 Feb 20 20:57:59.626866 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:57:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91321ed-f980-4fc1-8953-03fc1e27d09c x-openstack-request-id: req-b91321ed-f980-4fc1-8953-03fc1e27d09c {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:57:59.627228 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e2eb60-359a-4227-bf73-bfa7cb882307", "tag": "80f8c273-0db2-4990-834c-de3ee7aa1044", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:57:59.627505 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b91321ed-f980-4fc1-8953-03fc1e27d09c {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:57:59.627896 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'tag': '80f8c273-0db2-4990-834c-de3ee7aa1044', 'status': 'completed', 'code': 200} Feb 20 20:57:59.641365 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46f89e4c-544b-4dba-8248-a7c6a8e025dd req-9024733d-1191-4fb3-983e-6ee44dde8238 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:59.643043 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-46f89e4c-544b-4dba-8248-a7c6a8e025dd req-9024733d-1191-4fb3-983e-6ee44dde8238 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 943 time: 0.3186407 Feb 20 20:57:59.683247 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f83209-c454-496a-9f5d-5e505f3608a1 req-8410e4bc-e00a-4dc3-b0db-66f3a0658a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:59.684815 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-39f83209-c454-496a-9f5d-5e505f3608a1 req-8410e4bc-e00a-4dc3-b0db-66f3a0658a4a service neutron] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3593495 Feb 20 20:57:59.736737 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9cc6e9ae-dd27-4113-8dcb-0bb8875d1bd1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:59.781242 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-46f89e4c-544b-4dba-8248-a7c6a8e025dd req-9c44a1a1-799e-409e-a04c-c48696d7d940 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1301024 Feb 20 20:57:59.860717 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9cc6e9ae-dd27-4113-8dcb-0bb8875d1bd1 admin admin] Publish callbacks [] for security_group (6f181684-71f8-4243-8b7b-9a04c2ce0f67), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:59.867696 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9cc6e9ae-dd27-4113-8dcb-0bb8875d1bd1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (6f181684-71f8-4243-8b7b-9a04c2ce0f67), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:57:59.897423 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a37a51b8-282e-4fd8-a38f-2f8d3070e49f req-b866cf1c-3f1c-49e4-a512-ead211038b2d service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1857362 Feb 20 20:57:59.905098 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82ff00e8-9a52-489e-8993-441c01597ab8 req-77c39d55-7e24-48bd-929a-3f885c17d96d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:59.906640 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-82ff00e8-9a52-489e-8993-441c01597ab8 req-77c39d55-7e24-48bd-929a-3f885c17d96d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 945 time: 0.1648400 Feb 20 20:57:59.912562 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-2008a72e-8853-4428-8f50-c885c185927b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:57:59.916451 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-2008a72e-8853-4428-8f50-c885c185927b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 1128 time: 0.1373084 Feb 20 20:57:59.916625 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-9cc6e9ae-dd27-4113-8dcb-0bb8875d1bd1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8b47ea28912b48f4b2af2a22ddf1fc1c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4219303 Feb 20 20:57:59.917635 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55678) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:57:59.935773 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc6e9ae-dd27-4113-8dcb-0bb8875d1bd1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f181684-71f8-4243-8b7b-9a04c2ce0f67,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:57:59.972577 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-4760f56c-3f28-43d1-ae6c-f6190fe8cb7b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef960f1-1c2f-43d4-b19b-30737e549273 HTTP/1.1" status: 200 len: 217 time: 0.0489948 Feb 20 20:57:59.996839 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01573b5c-1a5e-48e8-97c8-9b845200cc3a admin admin] Publish callbacks [] for security_group (6f181684-71f8-4243-8b7b-9a04c2ce0f67), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.019875 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01573b5c-1a5e-48e8-97c8-9b845200cc3a admin admin] Publish callbacks [] for security_group (6f181684-71f8-4243-8b7b-9a04c2ce0f67), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.063885 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-82ff00e8-9a52-489e-8993-441c01597ab8 req-63ffc432-b0d8-45d5-af10-48b1710fccf1 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481156 Feb 20 20:58:00.080669 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55682) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:00.080966 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-af47e5a2-f378-40e1-9bc7-7ea109a1db5f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:00.082398 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-af47e5a2-f378-40e1-9bc7-7ea109a1db5f service neutron] 10.222.0.90 "GET /v2.0/subnets?id=66e56d02-8410-4f31-939d-e4b166973128 HTTP/1.1" status: 200 len: 856 time: 0.0929754 Feb 20 20:58:00.093083 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01573b5c-1a5e-48e8-97c8-9b845200cc3a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (6f181684-71f8-4243-8b7b-9a04c2ce0f67), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.096018 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01573b5c-1a5e-48e8-97c8-9b845200cc3a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.097218 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-01573b5c-1a5e-48e8-97c8-9b845200cc3a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6f181684-71f8-4243-8b7b-9a04c2ce0f67 HTTP/1.1" status: 204 len: 168 time: 0.1784861 Feb 20 20:58:00.105985 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01573b5c-1a5e-48e8-97c8-9b845200cc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f181684-71f8-4243-8b7b-9a04c2ce0f67,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:00.106807 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e529c0-f365-4197-961a-2bfbdb9bf77e req-dbde81a6-de90-433a-a582-4295998f9c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:00.108712 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-16e529c0-f365-4197-961a-2bfbdb9bf77e req-dbde81a6-de90-433a-a582-4295998f9c80 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 1127 time: 0.1203384 Feb 20 20:58:00.195193 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.204570 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-7742f8be-3ae6-4dcd-8256-742d41cc7bde service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:00.206068 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-7742f8be-3ae6-4dcd-8256-742d41cc7bde service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47eb7a64-c008-428d-9f9c-6083205d80a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1127541 Feb 20 20:58:00.227900 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5f43-cbb7-44de-a2c9-5453455d4d6c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.280973 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e529c0-f365-4197-961a-2bfbdb9bf77e req-94105e39-a99b-40f2-92ae-216dce4da20a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:00.282432 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-16e529c0-f365-4197-961a-2bfbdb9bf77e req-94105e39-a99b-40f2-92ae-216dce4da20a service neutron] 10.222.0.90 "GET /v2.0/networks?id=f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 200 len: 912 time: 0.1541588 Feb 20 20:58:00.330346 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5f43-cbb7-44de-a2c9-5453455d4d6c admin admin] Publish callbacks [] for security_group (17aa05ce-41d0-4696-8c21-76caf7e60e91), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.335581 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0ffd5f43-cbb7-44de-a2c9-5453455d4d6c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (17aa05ce-41d0-4696-8c21-76caf7e60e91), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.336889 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-16e529c0-f365-4197-961a-2bfbdb9bf77e req-25a875df-e4e4-49ec-bb18-b564fc722b92 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f8c273-0db2-4990-834c-de3ee7aa1044 HTTP/1.1" status: 200 len: 217 time: 0.0472393 Feb 20 20:58:00.379366 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-0ffd5f43-cbb7-44de-a2c9-5453455d4d6c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3b10f5216d114a579fbeaf49128f0fc4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2976398 Feb 20 20:58:00.380317 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ffd5f43-cbb7-44de-a2c9-5453455d4d6c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=17aa05ce-41d0-4696-8c21-76caf7e60e91,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:00.384134 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55692) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:00.415197 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-d9e91cc2-77c2-42c2-aba2-639a7b2a3d8c service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2001545 Feb 20 20:58:00.443014 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7ec87f4f-6883-4cc4-aed6-9b737f58df20 admin admin] Publish callbacks [] for security_group (17aa05ce-41d0-4696-8c21-76caf7e60e91), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.463405 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55694) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:00.473675 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7ec87f4f-6883-4cc4-aed6-9b737f58df20 admin admin] Publish callbacks [] for security_group (17aa05ce-41d0-4696-8c21-76caf7e60e91), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.480819 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e529c0-f365-4197-961a-2bfbdb9bf77e req-c5067222-3426-477a-ae1b-8b383163d853 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:00.482170 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-16e529c0-f365-4197-961a-2bfbdb9bf77e req-c5067222-3426-477a-ae1b-8b383163d853 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=556ba603-3470-4df7-9938-1a7b4a7080b4 HTTP/1.1" status: 200 len: 850 time: 0.1319873 Feb 20 20:58:00.487472 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3467cb3d-8f5d-4a1c-a83b-653b2a5b1f89 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.507853 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea901a7e-dcee-461c-a31a-79cdd88acf32 req-1777a82a-08a4-4bb6-815b-ab1a9e8b8a37 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:00.509336 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ea901a7e-dcee-461c-a31a-79cdd88acf32 req-1777a82a-08a4-4bb6-815b-ab1a9e8b8a37 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.1778009 Feb 20 20:58:00.559970 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7ec87f4f-6883-4cc4-aed6-9b737f58df20 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (17aa05ce-41d0-4696-8c21-76caf7e60e91), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.562574 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7ec87f4f-6883-4cc4-aed6-9b737f58df20 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.566198 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7ec87f4f-6883-4cc4-aed6-9b737f58df20 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/17aa05ce-41d0-4696-8c21-76caf7e60e91 HTTP/1.1" status: 204 len: 168 time: 0.1785471 Feb 20 20:58:00.576319 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec87f4f-6883-4cc4-aed6-9b737f58df20 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=17aa05ce-41d0-4696-8c21-76caf7e60e91,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:00.583459 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e654f35c-47ac-4623-ab46-007fc436ea81 req-6ae6a768-16b3-4185-80a7-2369f98f5a1c service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1615887 Feb 20 20:58:00.599034 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e529c0-f365-4197-961a-2bfbdb9bf77e req-74164956-a76b-4b76-b9c5-c2e62ec49660 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:00.601637 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-16e529c0-f365-4197-961a-2bfbdb9bf77e req-74164956-a76b-4b76-b9c5-c2e62ec49660 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f829bbbb-0a39-4da0-ba53-40f021735711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1120336 Feb 20 20:58:00.622164 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ea901a7e-dcee-461c-a31a-79cdd88acf32 req-510f8b3c-734d-48bf-8a66-de71c6fa8d0d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0910358 Feb 20 20:58:00.637164 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3467cb3d-8f5d-4a1c-a83b-653b2a5b1f89 admin admin] Publish callbacks [] for security_group (cfcc9843-ce0c-4b9f-83a9-4fb380030d0d), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.643796 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3467cb3d-8f5d-4a1c-a83b-653b2a5b1f89 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (cfcc9843-ce0c-4b9f-83a9-4fb380030d0d), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.710169 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-3467cb3d-8f5d-4a1c-a83b-653b2a5b1f89 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=37584bc90dcd4333aff4e34264bebe67&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2456286 Feb 20 20:58:00.712620 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55706) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:00.720963 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3467cb3d-8f5d-4a1c-a83b-653b2a5b1f89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfcc9843-ce0c-4b9f-83a9-4fb380030d0d,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:00.736306 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-16e529c0-f365-4197-961a-2bfbdb9bf77e req-f0d9eb8f-6015-4f86-bc34-c135444d7535 service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129999 Feb 20 20:58:00.840536 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-16e529c0-f365-4197-961a-2bfbdb9bf77e req-5e03609e-2d9f-41da-9ba5-65fc9a8b5f7b service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1026187 Feb 20 20:58:00.876388 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd79b-a587-4788-88c1-de2eee734f39 admin admin] Publish callbacks [] for security_group (cfcc9843-ce0c-4b9f-83a9-4fb380030d0d), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:00.904920 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eab80203-46a7-450b-a11f-7b4a93a8e958 req-9af0df96-7cf0-4134-9338-c0808128c60d tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:00.906474 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-eab80203-46a7-450b-a11f-7b4a93a8e958 req-9af0df96-7cf0-4134-9338-c0808128c60d tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 945 time: 0.0685542 Feb 20 20:58:00.945265 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd79b-a587-4788-88c1-de2eee734f39 admin admin] Publish callbacks [] for security_group (cfcc9843-ce0c-4b9f-83a9-4fb380030d0d), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.055483 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd79b-a587-4788-88c1-de2eee734f39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (cfcc9843-ce0c-4b9f-83a9-4fb380030d0d), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.060059 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1d7bd79b-a587-4788-88c1-de2eee734f39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.064590 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-1d7bd79b-a587-4788-88c1-de2eee734f39 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cfcc9843-ce0c-4b9f-83a9-4fb380030d0d HTTP/1.1" status: 204 len: 168 time: 0.3509223 Feb 20 20:58:01.072303 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9af1fd02-ee30-44df-a1ef-b8d20cb1bb6f req-679d9787-33a0-434d-8fe7-7b029e84394e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:01.073872 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9af1fd02-ee30-44df-a1ef-b8d20cb1bb6f req-679d9787-33a0-434d-8fe7-7b029e84394e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 943 time: 0.1401885 Feb 20 20:58:01.077871 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-eab80203-46a7-450b-a11f-7b4a93a8e958 req-81fffdad-bb54-42b9-8147-ebede4bd22ef tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1639593 Feb 20 20:58:01.078375 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7bd79b-a587-4788-88c1-de2eee734f39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfcc9843-ce0c-4b9f-83a9-4fb380030d0d,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:01.165141 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9af1fd02-ee30-44df-a1ef-b8d20cb1bb6f req-e10109c6-fa35-43e4-8bd2-4a2f1e00c2b1 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0853136 Feb 20 20:58:01.270994 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55738) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:01.288805 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6229f49c-60ea-420e-8691-929756cc8d23 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.335035 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a263b8c7-6d67-47c8-a10f-6e9cabf2ffec req-10d8f585-e273-48d0-affa-9e0b3f906bef tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:01.337549 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a263b8c7-6d67-47c8-a10f-6e9cabf2ffec req-10d8f585-e273-48d0-affa-9e0b3f906bef tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 945 time: 0.0728338 Feb 20 20:58:01.391073 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6229f49c-60ea-420e-8691-929756cc8d23 admin admin] Publish callbacks [] for security_group (d76d2b9e-7259-4ff8-ba73-2a1e73cf182a), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.397550 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6229f49c-60ea-420e-8691-929756cc8d23 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (d76d2b9e-7259-4ff8-ba73-2a1e73cf182a), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.407906 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a263b8c7-6d67-47c8-a10f-6e9cabf2ffec req-24125528-8d44-4a48-81e7-dd68a32531a4 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631330 Feb 20 20:58:01.430706 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 55742) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:01.431774 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-6229f49c-60ea-420e-8691-929756cc8d23 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=caa142a1408e42fca7fa871700350e7c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1591125 Feb 20 20:58:01.434945 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55744) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:01.458264 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6229f49c-60ea-420e-8691-929756cc8d23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d76d2b9e-7259-4ff8-ba73-2a1e73cf182a,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:01.493895 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3a1c-cbf3-4f49-8f4b-9d1befabe7d3 admin admin] Publish callbacks [] for security_group (d76d2b9e-7259-4ff8-ba73-2a1e73cf182a), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.517625 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3a1c-cbf3-4f49-8f4b-9d1befabe7d3 admin admin] Publish callbacks [] for security_group (d76d2b9e-7259-4ff8-ba73-2a1e73cf182a), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.583696 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3a1c-cbf3-4f49-8f4b-9d1befabe7d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (d76d2b9e-7259-4ff8-ba73-2a1e73cf182a), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.587332 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bdf3a1c-cbf3-4f49-8f4b-9d1befabe7d3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.588642 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-6bdf3a1c-cbf3-4f49-8f4b-9d1befabe7d3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d76d2b9e-7259-4ff8-ba73-2a1e73cf182a HTTP/1.1" status: 204 len: 168 time: 0.1527824 Feb 20 20:58:01.596887 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bdf3a1c-cbf3-4f49-8f4b-9d1befabe7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d76d2b9e-7259-4ff8-ba73-2a1e73cf182a,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:01.677028 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bac5e7be-cd61-4f2f-b8cf-b4b13a0888e0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.808726 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34cd1520-4b4f-4d0b-9a8c-981b65c05c39 req-ae8614d2-418d-4f59-83cd-73b2cf2d2ad3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:01.810234 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-34cd1520-4b4f-4d0b-9a8c-981b65c05c39 req-ae8614d2-418d-4f59-83cd-73b2cf2d2ad3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0928013 Feb 20 20:58:01.812158 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bac5e7be-cd61-4f2f-b8cf-b4b13a0888e0 admin admin] Publish callbacks [] for security_group (a7323e0f-b828-4538-8de4-1b665345809b), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.819834 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bac5e7be-cd61-4f2f-b8cf-b4b13a0888e0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (a7323e0f-b828-4538-8de4-1b665345809b), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.873459 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.888428 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-bac5e7be-cd61-4f2f-b8cf-b4b13a0888e0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=54d7c16f01f843febaa7c07a18bfec48&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4551671 Feb 20 20:58:01.891337 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55764) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:01.893741 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac5e7be-cd61-4f2f-b8cf-b4b13a0888e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7323e0f-b828-4538-8de4-1b665345809b,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:01.903441 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-34cd1520-4b4f-4d0b-9a8c-981b65c05c39 req-0eea3242-b84d-4081-bf75-1f023b46bc7f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867183 Feb 20 20:58:01.953735 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 55766) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:01.968042 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fb1d-4d03-453b-bac1-610a264376b0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:01.977722 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01d8bb41-4395-4b02-9197-19b57af881d2 admin admin] Publish callbacks [] for security_group (a7323e0f-b828-4538-8de4-1b665345809b), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.000820 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01d8bb41-4395-4b02-9197-19b57af881d2 admin admin] Publish callbacks [] for security_group (a7323e0f-b828-4538-8de4-1b665345809b), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.057608 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01d8bb41-4395-4b02-9197-19b57af881d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (a7323e0f-b828-4538-8de4-1b665345809b), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.057848 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fb1d-4d03-453b-bac1-610a264376b0 admin admin] Publish callbacks [] for security_group (bd424797-bc0b-4c80-ad58-65fa845ec327), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.061357 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01d8bb41-4395-4b02-9197-19b57af881d2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.061847 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b9b9fb1d-4d03-453b-bac1-610a264376b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (bd424797-bc0b-4c80-ad58-65fa845ec327), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.062911 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-01d8bb41-4395-4b02-9197-19b57af881d2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a7323e0f-b828-4538-8de4-1b665345809b HTTP/1.1" status: 204 len: 168 time: 0.1694193 Feb 20 20:58:02.075195 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d8bb41-4395-4b02-9197-19b57af881d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7323e0f-b828-4538-8de4-1b665345809b,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:02.114775 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9b9fb1d-4d03-453b-bac1-610a264376b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd424797-bc0b-4c80-ad58-65fa845ec327,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:02.120674 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-b9b9fb1d-4d03-453b-bac1-610a264376b0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0860feb645c74b45b79cb2aa7d6a43d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1658063 Feb 20 20:58:02.123370 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 55776) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:02.183648 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fe433788-8572-4b2e-957f-e60060e24cf8 admin admin] Publish callbacks [] for security_group (bd424797-bc0b-4c80-ad58-65fa845ec327), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.210892 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fe433788-8572-4b2e-957f-e60060e24cf8 admin admin] Publish callbacks [] for security_group (bd424797-bc0b-4c80-ad58-65fa845ec327), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.395892 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55788) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:02.410937 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-54bb4c1c-51f6-4423-8f6e-b1459597e505 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.419108 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55790) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:02.508041 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-54bb4c1c-51f6-4423-8f6e-b1459597e505 admin admin] Publish callbacks [] for security_group (d11fc6bb-5e9b-4bc8-ac7c-bd076d045b26), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.513581 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-54bb4c1c-51f6-4423-8f6e-b1459597e505 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (d11fc6bb-5e9b-4bc8-ac7c-bd076d045b26), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.543969 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e7c0f68-214c-4c6f-8e5d-02e6a59358a1 req-eae094dd-6785-44e5-87c1-434e65f743ab tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:02.545487 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2e7c0f68-214c-4c6f-8e5d-02e6a59358a1 req-eae094dd-6785-44e5-87c1-434e65f743ab tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 945 time: 0.3278050 Feb 20 20:58:02.555696 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-54bb4c1c-51f6-4423-8f6e-b1459597e505 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1934dec895e74c5db917bd08b50cbb94&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1571107 Feb 20 20:58:02.557290 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54bb4c1c-51f6-4423-8f6e-b1459597e505 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d11fc6bb-5e9b-4bc8-ac7c-bd076d045b26,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:02.561800 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 55796) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:02.571364 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fe433788-8572-4b2e-957f-e60060e24cf8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (bd424797-bc0b-4c80-ad58-65fa845ec327), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.574671 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fe433788-8572-4b2e-957f-e60060e24cf8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.575768 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-fe433788-8572-4b2e-957f-e60060e24cf8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/bd424797-bc0b-4c80-ad58-65fa845ec327 HTTP/1.1" status: 204 len: 168 time: 0.4514942 Feb 20 20:58:02.602251 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c34fecfa-8adc-47af-a8aa-17af7e9229ec req-32ae1dc1-eb38-4995-bfd9-baebef0ca9ca tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:02.603563 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c34fecfa-8adc-47af-a8aa-17af7e9229ec req-32ae1dc1-eb38-4995-bfd9-baebef0ca9ca tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 943 time: 0.3445263 Feb 20 20:58:02.611747 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2099082143-network', 'tenant_id': '706fb6b84961486e9a2b1619a378aee1'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:02.617649 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe433788-8572-4b2e-957f-e60060e24cf8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd424797-bc0b-4c80-ad58-65fa845ec327,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:02.634794 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Made reservation on behalf of 706fb6b84961486e9a2b1619a378aee1 for: {'network': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:02.644573 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.658872 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.689461 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2e7c0f68-214c-4c6f-8e5d-02e6a59358a1 req-e872c101-ecc9-467c-a338-1fd48a3106ee tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1364551 Feb 20 20:58:02.729973 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c34fecfa-8adc-47af-a8aa-17af7e9229ec req-5214f922-59a5-4367-9a7a-58826571b410 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1187751 Feb 20 20:58:02.751485 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b624b0f6-b971-49cb-a15e-826744b375a1 admin admin] Publish callbacks [] for security_group (d11fc6bb-5e9b-4bc8-ac7c-bd076d045b26), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.790165 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Publish callbacks [] for security_group (6fc801b9-215e-4bc5-8a18-2c18febef35d), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.795920 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (6fc801b9-215e-4bc5-8a18-2c18febef35d), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.801172 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b624b0f6-b971-49cb-a15e-826744b375a1 admin admin] Publish callbacks [] for security_group (d11fc6bb-5e9b-4bc8-ac7c-bd076d045b26), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.821972 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 169} {{(pid=102717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:58:02.861227 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (a3c9492e-5aa6-4c7e-885d-5300c8d9fbf5), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.861919 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.segments_db [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Added segment a3c9492e-5aa6-4c7e-885d-5300c8d9fbf5 of type vlan for network 1890ef9f-1958-4688-b7e5-f789b634ad22 Feb 20 20:58:02.864794 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fc801b9-215e-4bc5-8a18-2c18febef35d,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:02.874292 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5b4043c-5fb2-4ee2-acb6-3b5df4d97cdd req-6cf11b8d-7e8d-4f0c-8999-8b709b76e75e tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:02.875937 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e5b4043c-5fb2-4ee2-acb6-3b5df4d97cdd req-6cf11b8d-7e8d-4f0c-8999-8b709b76e75e tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 945 time: 0.1118798 Feb 20 20:58:02.924504 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b624b0f6-b971-49cb-a15e-826744b375a1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (d11fc6bb-5e9b-4bc8-ac7c-bd076d045b26), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.924598 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (1890ef9f-1958-4688-b7e5-f789b634ad22), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.926283 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b624b0f6-b971-49cb-a15e-826744b375a1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.928834 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-b624b0f6-b971-49cb-a15e-826744b375a1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d11fc6bb-5e9b-4bc8-ac7c-bd076d045b26 HTTP/1.1" status: 204 len: 168 time: 0.3651791 Feb 20 20:58:02.953248 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b624b0f6-b971-49cb-a15e-826744b375a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11fc6bb-5e9b-4bc8-ac7c-bd076d045b26,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:02.963301 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (1890ef9f-1958-4688-b7e5-f789b634ad22), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.965819 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:02.966536 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:02.980542 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e5b4043c-5fb2-4ee2-acb6-3b5df4d97cdd req-dd6e48f2-3e36-4ab4-9f72-5a9a79359f36 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977774 Feb 20 20:58:03.066136 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6455657 Feb 20 20:58:03.066771 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55818) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:03.123718 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-b30b8ab0-fd35-4172-ab35-1beb2c872bff admin admin] Request body: {'subnet': {'network_id': '1890ef9f-1958-4688-b7e5-f789b634ad22', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2099082143-subnet', 'tenant_id': '706fb6b84961486e9a2b1619a378aee1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:03.151067 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c638a7d-15eb-4f0d-8d99-2397099a7604 admin admin] Pushing event updated for resources: {'Network': ['ID=1890ef9f-1958-4688-b7e5-f789b634ad22,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:03.162798 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 1890ef9f-1958-4688-b7e5-f789b634ad22 details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:58:03.186365 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b577071-a3a5-41da-bf62-54e50e7440e8 req-76dd905f-ec62-4843-8609-d2bb973b41ab tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:03.189077 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b30b8ab0-fd35-4172-ab35-1beb2c872bff admin admin] Made reservation on behalf of 706fb6b84961486e9a2b1619a378aee1 for: {'subnet': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:03.191823 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b30b8ab0-fd35-4172-ab35-1beb2c872bff admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30576224'] for subnet (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:03.194358 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1b577071-a3a5-41da-bf62-54e50e7440e8 req-76dd905f-ec62-4843-8609-d2bb973b41ab tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.1533141 Feb 20 20:58:03.281116 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1b577071-a3a5-41da-bf62-54e50e7440e8 req-58ddada4-f9da-44d4-b6e0-8627c36e4c02 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808778 Feb 20 20:58:03.321403 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:03.524201 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b30b8ab0-fd35-4172-ab35-1beb2c872bff admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30559871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30576274'] for subnet (472faf22-9a18-4418-b659-188d5a014015), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:03.610497 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b30b8ab0-fd35-4172-ab35-1beb2c872bff admin admin] Pushing event updated for resources: {'Subnet': ['ID=472faf22-9a18-4418-b659-188d5a014015,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:03.618982 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b30b8ab0-fd35-4172-ab35-1beb2c872bff admin admin] Checking segment: {'id': 'a3c9492e-5aa6-4c7e-885d-5300c8d9fbf5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 169, 'network_id': '1890ef9f-1958-4688-b7e5-f789b634ad22'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:03.619770 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30b8ab0-fd35-4172-ab35-1beb2c872bff admin admin] Network hostable DHCP agents. Network: 1890ef9f-1958-4688-b7e5-f789b634ad22, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:58:03.638773 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b30b8ab0-fd35-4172-ab35-1beb2c872bff admin admin] Network 1890ef9f-1958-4688-b7e5-f789b634ad22 is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:58:03.648523 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-b30b8ab0-fd35-4172-ab35-1beb2c872bff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 1890ef9f-1958-4688-b7e5-f789b634ad22) {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:03.652673 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b30b8ab0-fd35-4172-ab35-1beb2c872bff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:03.653247 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b30b8ab0-fd35-4172-ab35-1beb2c872bff admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:03.659740 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5ab5114-98f8-49b2-9b3a-4c256a628e08 None None] Network 1890ef9f-1958-4688-b7e5-f789b634ad22 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:58:03.682851 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-b30b8ab0-fd35-4172-ab35-1beb2c872bff admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6011930 Feb 20 20:58:03.868948 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0a38cb9-0420-41d2-9331-d55add1f010e req-2826e736-bd89-4c52-b69d-7497fbbd3faa tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:03.877286 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d0a38cb9-0420-41d2-9331-d55add1f010e req-2826e736-bd89-4c52-b69d-7497fbbd3faa tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 943 time: 0.0750663 Feb 20 20:58:03.903093 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d5e181-6bc0-4477-ba75-9da0987497ec None None] Network 1890ef9f-1958-4688-b7e5-f789b634ad22 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:58:03.931833 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d0a38cb9-0420-41d2-9331-d55add1f010e req-b2218aad-1faf-4dce-bb5c-5e680e5680be tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0536704 Feb 20 20:58:04.139319 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 80f8c273-0db2-4990-834c-de3ee7aa1044 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:58:04.279927 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 80f8c273-0db2-4990-834c-de3ee7aa1044, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=80f8c273-0db2-4990-834c-de3ee7aa1044,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:04.293933 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '80f8c273-0db2-4990-834c-de3ee7aa1044', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'port_id': '80f8c273-0db2-4990-834c-de3ee7aa1044', 'mac_address': 'fa:16:3e:a9:cc:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:58:04.347477 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 80f8c273-0db2-4990-834c-de3ee7aa1044 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:04.348178 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:04.371142 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80f8c273-0db2-4990-834c-de3ee7aa1044 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:58:04.405279 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 80f8c273-0db2-4990-834c-de3ee7aa1044, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=80f8c273-0db2-4990-834c-de3ee7aa1044,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:04.409717 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:04.410424 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 1ef960f1-1c2f-43d4-b19b-30737e549273 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:58:04.456602 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae7772f5-d89a-4e8b-a650-bdb0d7024f4f req-3d85e1ff-5b99-48a9-be1a-e13514c5bbb6 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:04.458266 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae7772f5-d89a-4e8b-a650-bdb0d7024f4f req-3d85e1ff-5b99-48a9-be1a-e13514c5bbb6 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0650342 Feb 20 20:58:04.515271 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae7772f5-d89a-4e8b-a650-bdb0d7024f4f req-ff82e8e6-393c-4296-a6bc-34a202e13735 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499489 Feb 20 20:58:04.551576 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=80f8c273-0db2-4990-834c-de3ee7aa1044,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:04.624795 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1ef960f1-1c2f-43d4-b19b-30737e549273,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:04.637736 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'port_id': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'mac_address': 'fa:16:3e:3a:60:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:58:04.675511 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 1ef960f1-1c2f-43d4-b19b-30737e549273 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:04.675818 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:04.689506 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef960f1-1c2f-43d4-b19b-30737e549273 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:58:04.711281 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1ef960f1-1c2f-43d4-b19b-30737e549273,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:04.716769 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:04.723802 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55902) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:04.732200 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-122585303-network', 'tenant_id': '102a2fe4eadb489e8cbc5e059ca5ff97'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:04.755098 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Made reservation on behalf of 102a2fe4eadb489e8cbc5e059ca5ff97 for: {'network': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:04.759276 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:04.769868 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:04.779608 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=1ef960f1-1c2f-43d4-b19b-30737e549273,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:04.852680 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Publish callbacks [] for security_group (85781d31-e536-457e-bf9b-eda9613b935f), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:04.857624 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (85781d31-e536-457e-bf9b-eda9613b935f), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:04.885081 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 165} {{(pid=102717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:58:04.903932 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=85781d31-e536-457e-bf9b-eda9613b935f,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:04.910939 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (548b35f0-d61e-4c25-9b63-3bfd79d8959f), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:04.911289 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.segments_db [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Added segment 548b35f0-d61e-4c25-9b63-3bfd79d8959f of type vlan for network 786e3cbb-08f9-46a3-8517-e8177d177048 Feb 20 20:58:04.957161 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (786e3cbb-08f9-46a3-8517-e8177d177048), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:04.985929 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (786e3cbb-08f9-46a3-8517-e8177d177048), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:04.987405 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:04.987995 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:04.993690 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['1ef960f1-1c2f-43d4-b19b-30737e549273'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:58:05.046241 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['80f8c273-0db2-4990-834c-de3ee7aa1044'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:58:05.071216 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] Pushing event updated for resources: {'Network': ['ID=786e3cbb-08f9-46a3-8517-e8177d177048,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:05.079593 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-19ab0b61-3efa-43b9-9c83-b587f6e86c06 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3507986 Feb 20 20:58:05.079919 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 55918) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:05.091194 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 786e3cbb-08f9-46a3-8517-e8177d177048 details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:58:05.091383 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-7e53a0a2-d31b-4b67-b29b-3bbfaa8bbf25 admin admin] Request body: {'subnet': {'network_id': '786e3cbb-08f9-46a3-8517-e8177d177048', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-122585303-subnet', 'tenant_id': '102a2fe4eadb489e8cbc5e059ca5ff97', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:05.109308 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31746fea-5995-4466-b28e-a43fbc90194e req-12677ed0-e58c-42d6-b564-227730f0b08b tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:05.110833 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-31746fea-5995-4466-b28e-a43fbc90194e req-12677ed0-e58c-42d6-b564-227730f0b08b tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 944 time: 0.0957336 Feb 20 20:58:05.117942 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e53a0a2-d31b-4b67-b29b-3bbfaa8bbf25 admin admin] Made reservation on behalf of 102a2fe4eadb489e8cbc5e059ca5ff97 for: {'subnet': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:05.120582 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7e53a0a2-d31b-4b67-b29b-3bbfaa8bbf25 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30576224'] for subnet (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:05.212367 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-31746fea-5995-4466-b28e-a43fbc90194e req-8376b32c-0bc4-47df-9c59-61d8544abe13 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0786269 Feb 20 20:58:05.408941 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7e53a0a2-d31b-4b67-b29b-3bbfaa8bbf25 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30559871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30576274'] for subnet (e3a990a3-5bb0-4021-8d1e-e559f1422812), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:05.483352 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e53a0a2-d31b-4b67-b29b-3bbfaa8bbf25 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3a990a3-5bb0-4021-8d1e-e559f1422812,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:05.489155 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e53a0a2-d31b-4b67-b29b-3bbfaa8bbf25 admin admin] Checking segment: {'id': '548b35f0-d61e-4c25-9b63-3bfd79d8959f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 165, 'network_id': '786e3cbb-08f9-46a3-8517-e8177d177048'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:05.489514 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53a0a2-d31b-4b67-b29b-3bbfaa8bbf25 admin admin] Network hostable DHCP agents. Network: 786e3cbb-08f9-46a3-8517-e8177d177048, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:58:05.510648 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e53a0a2-d31b-4b67-b29b-3bbfaa8bbf25 admin admin] Network 786e3cbb-08f9-46a3-8517-e8177d177048 is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:58:05.526749 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-7e53a0a2-d31b-4b67-b29b-3bbfaa8bbf25 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 786e3cbb-08f9-46a3-8517-e8177d177048) {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:05.532166 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e53a0a2-d31b-4b67-b29b-3bbfaa8bbf25 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:05.533114 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7e53a0a2-d31b-4b67-b29b-3bbfaa8bbf25 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:05.535041 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2327bcdd-4e0e-4b2f-9efc-ee3499039bc2 None None] Network 786e3cbb-08f9-46a3-8517-e8177d177048 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:58:05.567171 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7e53a0a2-d31b-4b67-b29b-3bbfaa8bbf25 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4859369 Feb 20 20:58:05.739405 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f95ecb4-ebc2-48aa-86e1-d9241abc4340 None None] Network 786e3cbb-08f9-46a3-8517-e8177d177048 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:58:05.764450 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04fa7755-e335-4af3-9203-a0aef2dd3de0 req-8c256003-6150-403c-b52a-f6f83895dd13 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:05.775725 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04fa7755-e335-4af3-9203-a0aef2dd3de0 req-8c256003-6150-403c-b52a-f6f83895dd13 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 945 time: 0.1498628 Feb 20 20:58:05.880910 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04fa7755-e335-4af3-9203-a0aef2dd3de0 req-5a1ec066-dc20-4942-aa7b-0a9b57100beb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1031630 Feb 20 20:58:06.370862 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15b22fb-4a5c-40fc-89ed-ee1f01bac727 req-60d1632f-1440-42d7-a22f-c6ed6ecc8492 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:06.382330 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d15b22fb-4a5c-40fc-89ed-ee1f01bac727 req-60d1632f-1440-42d7-a22f-c6ed6ecc8492 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 944 time: 0.0770736 Feb 20 20:58:06.498963 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d15b22fb-4a5c-40fc-89ed-ee1f01bac727 req-e47dc697-fba2-436e-97c6-e25c3b24a21d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0907640 Feb 20 20:58:06.860913 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56018) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:06.999941 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-52e81fc5-7ca0-430e-95da-f335abc0b3bc admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.127310 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-52e81fc5-7ca0-430e-95da-f335abc0b3bc admin admin] Publish callbacks [] for security_group (55d12ec8-2558-43ed-b1b7-fef0538588b3), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.142198 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-52e81fc5-7ca0-430e-95da-f335abc0b3bc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (55d12ec8-2558-43ed-b1b7-fef0538588b3), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.192596 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-52e81fc5-7ca0-430e-95da-f335abc0b3bc admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=40fc41b6fa244837a7a6dd55521d5de0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3304121 Feb 20 20:58:07.196653 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56036) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:07.213122 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e81fc5-7ca0-430e-95da-f335abc0b3bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d12ec8-2558-43ed-b1b7-fef0538588b3,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:07.217715 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4955697d-0ad9-4548-81f6-e968f436454e req-3987c2a7-0c93-48e6-9e32-2ea71e297bbb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:07.225339 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4955697d-0ad9-4548-81f6-e968f436454e req-3987c2a7-0c93-48e6-9e32-2ea71e297bbb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 945 time: 0.0787921 Feb 20 20:58:07.266493 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-67e2364e-0641-4c44-8f24-c370d7865931 admin admin] Publish callbacks [] for security_group (55d12ec8-2558-43ed-b1b7-fef0538588b3), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.278871 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4955697d-0ad9-4548-81f6-e968f436454e req-e748f766-f4c1-4ce4-aa8b-6a61fd63f789 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0527611 Feb 20 20:58:07.294914 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-67e2364e-0641-4c44-8f24-c370d7865931 admin admin] Publish callbacks [] for security_group (55d12ec8-2558-43ed-b1b7-fef0538588b3), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.349290 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-67e2364e-0641-4c44-8f24-c370d7865931 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (55d12ec8-2558-43ed-b1b7-fef0538588b3), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.352599 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-67e2364e-0641-4c44-8f24-c370d7865931 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.354170 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-67e2364e-0641-4c44-8f24-c370d7865931 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/55d12ec8-2558-43ed-b1b7-fef0538588b3 HTTP/1.1" status: 204 len: 168 time: 0.1565130 Feb 20 20:58:07.368612 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e2364e-0641-4c44-8f24-c370d7865931 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d12ec8-2558-43ed-b1b7-fef0538588b3,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:07.557007 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 80f8c273-0db2-4990-834c-de3ee7aa1044 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:07.633615 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515d574-03f7-45d1-ab7d-a8ddb6ea9a30 req-deec3f81-9a51-4c3a-8b70-7b06130f125d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:07.635099 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f515d574-03f7-45d1-ab7d-a8ddb6ea9a30 req-deec3f81-9a51-4c3a-8b70-7b06130f125d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 944 time: 0.0716221 Feb 20 20:58:07.639095 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 80f8c273-0db2-4990-834c-de3ee7aa1044 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:58:07.645797 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 80f8c273-0db2-4990-834c-de3ee7aa1044 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:07.646297 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.657528 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56054) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:07.675049 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9a21733e-6c8c-4572-a522-f9985e6dc618 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.720730 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f515d574-03f7-45d1-ab7d-a8ddb6ea9a30 req-b42c407e-9f36-4014-815a-34927c8e88ce tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751016 Feb 20 20:58:07.748194 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 80f8c273-0db2-4990-834c-de3ee7aa1044 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:07.748634 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.772480 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f8c273-0db2-4990-834c-de3ee7aa1044'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:07.774790 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7134b711-2ff3-4af8-b4cf-26c8d866c60b" -d '{"events": [{"server_uuid": "e1e2eb60-359a-4227-bf73-bfa7cb882307", "name": "network-vif-plugged", "status": "completed", "tag": "80f8c273-0db2-4990-834c-de3ee7aa1044"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:07.781069 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9a21733e-6c8c-4572-a522-f9985e6dc618 admin admin] Publish callbacks [] for security_group (33e23835-d2af-49e0-bc6b-3dddd6bc43a7), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.788641 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 80f8c273-0db2-4990-834c-de3ee7aa1044, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=80f8c273-0db2-4990-834c-de3ee7aa1044,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:07.790502 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9a21733e-6c8c-4572-a522-f9985e6dc618 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (33e23835-d2af-49e0-bc6b-3dddd6bc43a7), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.794234 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.795391 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 1ef960f1-1c2f-43d4-b19b-30737e549273 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:07.836825 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-9a21733e-6c8c-4572-a522-f9985e6dc618 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=76d04f3748d64cdfb596030482ad06bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1780050 Feb 20 20:58:07.838140 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a21733e-6c8c-4572-a522-f9985e6dc618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=33e23835-d2af-49e0-bc6b-3dddd6bc43a7,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:07.839592 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56058) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:07.860507 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bdbf8e0-fe78-4be0-a291-4559b78663e7 x-openstack-request-id: req-1bdbf8e0-fe78-4be0-a291-4559b78663e7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:07.860831 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e2eb60-359a-4227-bf73-bfa7cb882307", "name": "network-vif-plugged", "status": "completed", "tag": "80f8c273-0db2-4990-834c-de3ee7aa1044", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:07.861087 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1bdbf8e0-fe78-4be0-a291-4559b78663e7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:07.861481 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80f8c273-0db2-4990-834c-de3ee7aa1044', 'code': 200} Feb 20 20:58:07.892571 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 1ef960f1-1c2f-43d4-b19b-30737e549273 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:58:07.900422 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 1ef960f1-1c2f-43d4-b19b-30737e549273 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:07.901048 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.902075 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2615806a-2200-4cc3-b90a-aaba13095f44 admin admin] Publish callbacks [] for security_group (33e23835-d2af-49e0-bc6b-3dddd6bc43a7), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.902802 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=80f8c273-0db2-4990-834c-de3ee7aa1044,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:07.932445 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2615806a-2200-4cc3-b90a-aaba13095f44 admin admin] Publish callbacks [] for security_group (33e23835-d2af-49e0-bc6b-3dddd6bc43a7), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.988795 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 1ef960f1-1c2f-43d4-b19b-30737e549273 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:07.989290 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.990866 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2615806a-2200-4cc3-b90a-aaba13095f44 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (33e23835-d2af-49e0-bc6b-3dddd6bc43a7), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.993850 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2615806a-2200-4cc3-b90a-aaba13095f44 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:07.997461 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-2615806a-2200-4cc3-b90a-aaba13095f44 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/33e23835-d2af-49e0-bc6b-3dddd6bc43a7 HTTP/1.1" status: 204 len: 168 time: 0.1541421 Feb 20 20:58:08.003517 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2615806a-2200-4cc3-b90a-aaba13095f44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=33e23835-d2af-49e0-bc6b-3dddd6bc43a7,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:08.040726 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1ef960f1-1c2f-43d4-b19b-30737e549273,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:08.046650 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:08.107139 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=1ef960f1-1c2f-43d4-b19b-30737e549273,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:08.432693 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e82c56-3437-4890-8e72-e184adbb5c26 req-6d863178-1b60-47e9-a8b3-aa034541e851 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:08.434607 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c0e82c56-3437-4890-8e72-e184adbb5c26 req-6d863178-1b60-47e9-a8b3-aa034541e851 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0649490 Feb 20 20:58:08.496024 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c0e82c56-3437-4890-8e72-e184adbb5c26 req-56742071-ec41-4892-984a-23756a60fb6e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507424 Feb 20 20:58:08.863030 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ea0352-17b2-4ad4-acba-5f2500b8e997 req-ed1b5257-aff1-4d6d-ac7b-26148d588855 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:08.864536 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-33ea0352-17b2-4ad4-acba-5f2500b8e997 req-ed1b5257-aff1-4d6d-ac7b-26148d588855 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0648575 Feb 20 20:58:08.921023 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-33ea0352-17b2-4ad4-acba-5f2500b8e997 req-edebcab4-54c7-4ce7-b207-4b422565b87b tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0501752 Feb 20 20:58:09.624779 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea84295e-4989-4803-b953-cb8dc469939c req-630e9225-837c-4a2c-ba75-605d221abe9b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:09.626350 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ea84295e-4989-4803-b953-cb8dc469939c req-630e9225-837c-4a2c-ba75-605d221abe9b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0563526 Feb 20 20:58:09.673719 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ea84295e-4989-4803-b953-cb8dc469939c req-982d478e-18ff-4cdd-95ea-abec3f97f90f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411651 Feb 20 20:58:09.863043 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:09.866106 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4c3c1be-daa7-4bab-a393-08626b435466" -d '{"events": [{"server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "name": "network-vif-plugged", "status": "completed", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:09.901605 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfc5e645-5ba6-4d83-9e27-87d1aa2b25f3 x-openstack-request-id: req-dfc5e645-5ba6-4d83-9e27-87d1aa2b25f3 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:09.901921 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "name": "network-vif-plugged", "status": "completed", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:09.902193 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-dfc5e645-5ba6-4d83-9e27-87d1aa2b25f3 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:09.902609 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'code': 200} Feb 20 20:58:10.034518 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13bb0dbf-6165-4aad-99f9-81e4b95c8ff2 req-4c6f26a9-690a-4c69-86ae-593baa6d1a54 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:10.035995 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-13bb0dbf-6165-4aad-99f9-81e4b95c8ff2 req-4c6f26a9-690a-4c69-86ae-593baa6d1a54 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0551009 Feb 20 20:58:10.082695 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-13bb0dbf-6165-4aad-99f9-81e4b95c8ff2 req-e917de8d-bdaf-4c1f-b9ae-b03af30f1e0d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0404363 Feb 20 20:58:10.600281 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8312bed5-fd6c-4425-9e86-816758d7560f req-0d8fc468-3fb3-474d-9cce-52223b98e721 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:10.602129 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8312bed5-fd6c-4425-9e86-816758d7560f req-0d8fc468-3fb3-474d-9cce-52223b98e721 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 1130 time: 0.1247096 Feb 20 20:58:10.606470 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c8672-8184-496e-816d-ec0ba8b538a7 req-ab1733e7-47c6-4b08-be2a-8a4dec6205f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:10.608082 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a11c8672-8184-496e-816d-ec0ba8b538a7 req-ab1733e7-47c6-4b08-be2a-8a4dec6205f5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 1129 time: 0.1321959 Feb 20 20:58:10.701322 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8312bed5-fd6c-4425-9e86-816758d7560f req-e0bdbedd-648a-46ce-a502-72b702ef92d7 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0808101 Feb 20 20:58:10.703493 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a11c8672-8184-496e-816d-ec0ba8b538a7 req-cd2cef50-04cc-47cc-a4ae-27122d172583 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771501 Feb 20 20:58:10.837113 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd8867b-b708-4aa1-99f9-a6e7001d5487 req-b167c9d2-348c-42cb-8952-a3521de96fc6 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:10.840994 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3bd8867b-b708-4aa1-99f9-a6e7001d5487 req-b167c9d2-348c-42cb-8952-a3521de96fc6 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0857964 Feb 20 20:58:10.897349 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3bd8867b-b708-4aa1-99f9-a6e7001d5487 req-776166f6-e598-4085-8768-d739dea62cfd tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0519190 Feb 20 20:58:11.202929 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8d62f-302e-4263-b040-7e9c0aea5a21 req-71a54843-b74c-47c0-940e-f30ea418e640 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:11.204752 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b7f8d62f-302e-4263-b040-7e9c0aea5a21 req-71a54843-b74c-47c0-940e-f30ea418e640 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0533447 Feb 20 20:58:11.261133 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b7f8d62f-302e-4263-b040-7e9c0aea5a21 req-36ad24a3-9cfb-4746-8985-7aba29fcdcb8 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0499291 Feb 20 20:58:11.614139 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56236) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:11.747357 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-803d9fb8-ac81-4fa4-8fe1-1b6ede4ffe0e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:11.820904 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-803d9fb8-ac81-4fa4-8fe1-1b6ede4ffe0e admin admin] Publish callbacks [] for security_group (013d69a9-17e4-46f0-abfd-a5dc947d347d), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:11.825939 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-803d9fb8-ac81-4fa4-8fe1-1b6ede4ffe0e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (013d69a9-17e4-46f0-abfd-a5dc947d347d), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:11.864602 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-803d9fb8-ac81-4fa4-8fe1-1b6ede4ffe0e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dd17de6158d443c0bb6d6978e790ea54&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2486577 Feb 20 20:58:11.866371 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803d9fb8-ac81-4fa4-8fe1-1b6ede4ffe0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=013d69a9-17e4-46f0-abfd-a5dc947d347d,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:11.867354 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56244) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:11.917396 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4297f496-fe6d-4c43-849f-40ddec072068 admin admin] Publish callbacks [] for security_group (013d69a9-17e4-46f0-abfd-a5dc947d347d), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:11.939725 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4297f496-fe6d-4c43-849f-40ddec072068 admin admin] Publish callbacks [] for security_group (013d69a9-17e4-46f0-abfd-a5dc947d347d), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:12.040147 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4297f496-fe6d-4c43-849f-40ddec072068 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (013d69a9-17e4-46f0-abfd-a5dc947d347d), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:12.044189 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4297f496-fe6d-4c43-849f-40ddec072068 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:12.045843 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-4297f496-fe6d-4c43-849f-40ddec072068 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/013d69a9-17e4-46f0-abfd-a5dc947d347d HTTP/1.1" status: 204 len: 168 time: 0.1774676 Feb 20 20:58:12.065656 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4297f496-fe6d-4c43-849f-40ddec072068 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=013d69a9-17e4-46f0-abfd-a5dc947d347d,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:12.075460 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6a7068-09a8-4f10-997f-9893542f0503 req-6719ef2e-7050-4b50-b19f-41bb8f14ca2e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:12.077030 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-aa6a7068-09a8-4f10-997f-9893542f0503 req-6719ef2e-7050-4b50-b19f-41bb8f14ca2e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0874896 Feb 20 20:58:12.149431 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-aa6a7068-09a8-4f10-997f-9893542f0503 req-891ad870-8b1c-4132-ae29-e58333b6b085 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648670 Feb 20 20:58:12.400026 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca7ef99-9645-4048-bf6d-9526f8502820 req-ce63089f-fd87-4f7d-a2eb-2f2aa9e35f83 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:12.413535 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bca7ef99-9645-4048-bf6d-9526f8502820 req-ce63089f-fd87-4f7d-a2eb-2f2aa9e35f83 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0752227 Feb 20 20:58:12.423172 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56268) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:12.436918 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d1349b69-1a15-40f8-ba34-7dcc8d2ca8a3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:12.481599 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bca7ef99-9645-4048-bf6d-9526f8502820 req-59740ef9-1bee-4114-a4ee-76fa23c8e422 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662425 Feb 20 20:58:12.533986 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d1349b69-1a15-40f8-ba34-7dcc8d2ca8a3 admin admin] Publish callbacks [] for security_group (c38a4d2c-b4ba-4049-87c4-a99e7401335a), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:12.538304 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d1349b69-1a15-40f8-ba34-7dcc8d2ca8a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c38a4d2c-b4ba-4049-87c4-a99e7401335a), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:12.575688 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-d1349b69-1a15-40f8-ba34-7dcc8d2ca8a3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=525bc4eabde54008b07a998c7f8553c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1513965 Feb 20 20:58:12.576652 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1349b69-1a15-40f8-ba34-7dcc8d2ca8a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c38a4d2c-b4ba-4049-87c4-a99e7401335a,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:12.578302 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56272) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:12.629236 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae81-8df7-420a-b891-9d6e30a8b729 admin admin] Publish callbacks [] for security_group (c38a4d2c-b4ba-4049-87c4-a99e7401335a), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:12.651494 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae81-8df7-420a-b891-9d6e30a8b729 admin admin] Publish callbacks [] for security_group (c38a4d2c-b4ba-4049-87c4-a99e7401335a), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:12.707612 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae81-8df7-420a-b891-9d6e30a8b729 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c38a4d2c-b4ba-4049-87c4-a99e7401335a), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:12.711383 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ebbdae81-8df7-420a-b891-9d6e30a8b729 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:12.713749 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-ebbdae81-8df7-420a-b891-9d6e30a8b729 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c38a4d2c-b4ba-4049-87c4-a99e7401335a HTTP/1.1" status: 204 len: 168 time: 0.1342878 Feb 20 20:58:12.723049 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebbdae81-8df7-420a-b891-9d6e30a8b729 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c38a4d2c-b4ba-4049-87c4-a99e7401335a,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:13.284281 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea1f38c-adf2-4627-b1cf-bb0ff38731bd req-fbcafaad-7b48-42f7-8dee-a894d40c693f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:13.285987 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2ea1f38c-adf2-4627-b1cf-bb0ff38731bd req-fbcafaad-7b48-42f7-8dee-a894d40c693f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0546432 Feb 20 20:58:13.341822 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2ea1f38c-adf2-4627-b1cf-bb0ff38731bd req-9a6b8799-65c0-48d2-a6d6-b703a4f6081b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0496812 Feb 20 20:58:13.467918 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e45f83e-3f4b-4851-b0c6-3cd316ec51ec req-1bf06120-e128-46e1-aec2-8022772d5ebe tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:13.472419 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1e45f83e-3f4b-4851-b0c6-3cd316ec51ec req-1bf06120-e128-46e1-aec2-8022772d5ebe tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0573952 Feb 20 20:58:13.478178 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56322) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:13.482927 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-7502d49f-ec97-41da-bd95-ec792ea00ab0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Request body: {'floatingip': {'port_id': '1ef960f1-1c2f-43d4-b19b-30737e549273'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:13.569819 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7502d49f-ec97-41da-bd95-ec792ea00ab0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (e31fca88-6bf5-4b95-b9bf-d61f5d06f774), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:13.650704 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:58:13.743585 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd0e4c5-ac68-4aee-9e05-a0c8cd1aa373 req-23b69260-7d73-43d1-b92f-caa6524b42cc tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:13.745171 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ecd0e4c5-ac68-4aee-9e05-a0c8cd1aa373 req-23b69260-7d73-43d1-b92f-caa6524b42cc tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1796539 Feb 20 20:58:13.856940 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ecd0e4c5-ac68-4aee-9e05-a0c8cd1aa373 req-5d0a804f-e0ab-4d4a-845e-e170e1027727 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1013582 Feb 20 20:58:14.069453 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38a19fc7-8daf-46ae-b924-8a96c7703fd2 req-f541a5a3-6c83-4419-bd28-046ea25d113e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:14.070833 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-38a19fc7-8daf-46ae-b924-8a96c7703fd2 req-f541a5a3-6c83-4419-bd28-046ea25d113e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1358685 Feb 20 20:58:14.081320 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56372) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:14.093166 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-147d7be1-df5a-476a-a7a0-44883a94ad1d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Request body: {'floatingip': {'port_id': '80f8c273-0db2-4990-834c-de3ee7aa1044'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:14.197925 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-147d7be1-df5a-476a-a7a0-44883a94ad1d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (cfe28220-41f1-45a2-b657-19590caaa1ad), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:14.727336 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7502d49f-ec97-41da-bd95-ec792ea00ab0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:14.731959 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7502d49f-ec97-41da-bd95-ec792ea00ab0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (e31fca88-6bf5-4b95-b9bf-d61f5d06f774), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:14.845536 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.l3_db [None req-7502d49f-ec97-41da-bd95-ec792ea00ab0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Floating IP e31fca88-6bf5-4b95-b9bf-d61f5d06f774 associated. External IP: 172.27.2.11, port: 1ef960f1-1c2f-43d4-b19b-30737e549273. Feb 20 20:58:15.083452 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7502d49f-ec97-41da-bd95-ec792ea00ab0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:58:15.097203 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-147d7be1-df5a-476a-a7a0-44883a94ad1d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:15.101779 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-147d7be1-df5a-476a-a7a0-44883a94ad1d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (cfe28220-41f1-45a2-b657-19590caaa1ad), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:15.134622 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56416) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:15.209214 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.l3_db [None req-147d7be1-df5a-476a-a7a0-44883a94ad1d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Floating IP cfe28220-41f1-45a2-b657-19590caaa1ad associated. External IP: 172.27.2.245, port: 80f8c273-0db2-4990-834c-de3ee7aa1044. Feb 20 20:58:15.227625 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7502d49f-ec97-41da-bd95-ec792ea00ab0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:58:15.232844 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7502d49f-ec97-41da-bd95-ec792ea00ab0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:15.246730 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc2cb2-8c47-4163-b7f7-3bfa32111266 None None] Sync routers for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:58:15.258250 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc2cb2-8c47-4163-b7f7-3bfa32111266 None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:58:15.259090 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-52fc2cb2-8c47-4163-b7f7-3bfa32111266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:57:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:15.277388 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-7502d49f-ec97-41da-bd95-ec792ea00ab0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "PUT /v2.0/floatingips/e31fca88-6bf5-4b95-b9bf-d61f5d06f774 HTTP/1.1" status: 200 len: 991 time: 1.7981446 Feb 20 20:58:15.279025 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:15.281878 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9d9d702-8e83-458f-8e97-8e825b41cb72" -d '{"events": [{"name": "network-changed", "server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:15.291092 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-18e5206e-e0fb-4dbb-8794-4ce7c4d6d2a9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:15.369095 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-062d3050-3438-4875-b7dd-bea048169478 x-openstack-request-id: req-062d3050-3438-4875-b7dd-bea048169478 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:15.369394 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:15.369719 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-062d3050-3438-4875-b7dd-bea048169478 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:15.370045 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'status': 'completed', 'code': 200} Feb 20 20:58:15.418154 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-18e5206e-e0fb-4dbb-8794-4ce7c4d6d2a9 admin admin] Publish callbacks [] for security_group (3b131f74-765a-4446-b29c-7c9379ea3ec0), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:15.425629 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-18e5206e-e0fb-4dbb-8794-4ce7c4d6d2a9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (3b131f74-765a-4446-b29c-7c9379ea3ec0), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:15.458289 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-52fc2cb2-8c47-4163-b7f7-3bfa32111266 None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:58:15.475416 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-18e5206e-e0fb-4dbb-8794-4ce7c4d6d2a9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cea4d695425b4e41934b7c9bc0660e4d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3409569 Feb 20 20:58:15.476135 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56434) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:15.477184 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e5206e-e0fb-4dbb-8794-4ce7c4d6d2a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b131f74-765a-4446-b29c-7c9379ea3ec0,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:15.491089 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-147d7be1-df5a-476a-a7a0-44883a94ad1d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Router 473ca265-c94e-4141-aa84-36bb1baf9406 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:58:15.558716 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-856fb837-b047-4591-be6a-204a7b782bcb admin admin] Publish callbacks [] for security_group (3b131f74-765a-4446-b29c-7c9379ea3ec0), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:15.581945 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-856fb837-b047-4591-be6a-204a7b782bcb admin admin] Publish callbacks [] for security_group (3b131f74-765a-4446-b29c-7c9379ea3ec0), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:15.640927 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-856fb837-b047-4591-be6a-204a7b782bcb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (3b131f74-765a-4446-b29c-7c9379ea3ec0), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:15.643167 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-147d7be1-df5a-476a-a7a0-44883a94ad1d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:58:15.649260 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-147d7be1-df5a-476a-a7a0-44883a94ad1d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:15.657061 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec99ab-a785-4259-a8db-43473619d388 None None] Sync routers for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:58:15.658141 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-856fb837-b047-4591-be6a-204a7b782bcb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:15.659623 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-856fb837-b047-4591-be6a-204a7b782bcb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3b131f74-765a-4446-b29c-7c9379ea3ec0 HTTP/1.1" status: 204 len: 168 time: 0.1673765 Feb 20 20:58:15.673125 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856fb837-b047-4591-be6a-204a7b782bcb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b131f74-765a-4446-b29c-7c9379ea3ec0,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:15.730344 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec99ab-a785-4259-a8db-43473619d388 None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:58:15.731106 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-85ec99ab-a785-4259-a8db-43473619d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:57:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:15.735040 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-147d7be1-df5a-476a-a7a0-44883a94ad1d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "PUT /v2.0/floatingips/cfe28220-41f1-45a2-b657-19590caaa1ad HTTP/1.1" status: 200 len: 991 time: 1.6491425 Feb 20 20:58:15.746904 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'tag': '80f8c273-0db2-4990-834c-de3ee7aa1044'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:15.809151 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-52fc2cb2-8c47-4163-b7f7-3bfa32111266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': 'e31fca88-6bf5-4b95-b9bf-d61f5d06f774', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'port_id': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'mac_address': 'fa:16:3e:3a:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:57:45Z', 'updated_at': '2022-02-20T20:58:14Z', 'revision_number': 1, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:43Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:15.863081 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc2cb2-8c47-4163-b7f7-3bfa32111266 None None] Checking router: 9a9a1178-04cb-4879-ad7f-cbc13ec62528 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:58:15.873759 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52fc2cb2-8c47-4163-b7f7-3bfa32111266 None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:58:15.874582 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-52fc2cb2-8c47-4163-b7f7-3bfa32111266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:57:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:15.952523 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c063ebb-870d-4fc8-a3cf-de3999f503d0" -d '{"events": [{"name": "network-changed", "server_uuid": "e1e2eb60-359a-4227-bf73-bfa7cb882307", "tag": "80f8c273-0db2-4990-834c-de3ee7aa1044"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:15.966825 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-85ec99ab-a785-4259-a8db-43473619d388 None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:58:16.081788 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9d702-8e83-458f-8e97-8e825b41cb72 req-1173d017-6ac9-408d-b142-fd7e404e5ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:16.086338 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9d9d702-8e83-458f-8e97-8e825b41cb72 req-1173d017-6ac9-408d-b142-fd7e404e5ddd service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 1130 time: 0.0691960 Feb 20 20:58:16.136625 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56460) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:16.138058 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-18bed30b-d5b3-40ba-af34-2aa9cec015c4 x-openstack-request-id: req-18bed30b-d5b3-40ba-af34-2aa9cec015c4 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:16.138348 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e1e2eb60-359a-4227-bf73-bfa7cb882307", "tag": "80f8c273-0db2-4990-834c-de3ee7aa1044", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:16.138607 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-18bed30b-d5b3-40ba-af34-2aa9cec015c4 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:16.139052 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'tag': '80f8c273-0db2-4990-834c-de3ee7aa1044', 'status': 'completed', 'code': 200} Feb 20 20:58:16.154065 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01a84f91-f7e3-493a-ac69-2e1b4717b206 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:16.169694 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-52fc2cb2-8c47-4163-b7f7-3bfa32111266 None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:58:16.252756 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01a84f91-f7e3-493a-ac69-2e1b4717b206 admin admin] Publish callbacks [] for security_group (4cf3faac-cfef-4b69-bdac-7f394b98608e), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:16.260126 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-01a84f91-f7e3-493a-ac69-2e1b4717b206 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (4cf3faac-cfef-4b69-bdac-7f394b98608e), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:16.293084 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c063ebb-870d-4fc8-a3cf-de3999f503d0 req-1e0a29fc-0440-40af-917b-1a6478d84c8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:16.293084 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7c063ebb-870d-4fc8-a3cf-de3999f503d0 req-1e0a29fc-0440-40af-917b-1a6478d84c8c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 1129 time: 0.1128781 Feb 20 20:58:16.293084 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9d702-8e83-458f-8e97-8e825b41cb72 req-9825aab2-c31a-40ca-90fe-eb030850f7b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:16.293084 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9d9d702-8e83-458f-8e97-8e825b41cb72 req-9825aab2-c31a-40ca-90fe-eb030850f7b6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 200 len: 918 time: 0.1932392 Feb 20 20:58:16.332251 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-01a84f91-f7e3-493a-ac69-2e1b4717b206 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ddfe3fce166048b59f9f3891732cc439&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1900642 Feb 20 20:58:16.332251 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a84f91-f7e3-493a-ac69-2e1b4717b206 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4cf3faac-cfef-4b69-bdac-7f394b98608e,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:16.336129 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56464) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:16.434485 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44c1454c-e7c6-45d4-a48c-1f363451d7f4 admin admin] Publish callbacks [] for security_group (4cf3faac-cfef-4b69-bdac-7f394b98608e), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:16.470586 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44c1454c-e7c6-45d4-a48c-1f363451d7f4 admin admin] Publish callbacks [] for security_group (4cf3faac-cfef-4b69-bdac-7f394b98608e), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:16.514220 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-85ec99ab-a785-4259-a8db-43473619d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': 'cfe28220-41f1-45a2-b657-19590caaa1ad', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'port_id': '80f8c273-0db2-4990-834c-de3ee7aa1044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'mac_address': 'fa:16:3e:a9:cc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:57:41Z', 'updated_at': '2022-02-20T20:58:14Z', 'revision_number': 1, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:36Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:16.535830 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44c1454c-e7c6-45d4-a48c-1f363451d7f4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (4cf3faac-cfef-4b69-bdac-7f394b98608e), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:16.536530 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9d9d702-8e83-458f-8e97-8e825b41cb72 req-837a94cf-05c0-4c5d-a1e4-c89316e2bd65 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef960f1-1c2f-43d4-b19b-30737e549273 HTTP/1.1" status: 200 len: 999 time: 0.2117078 Feb 20 20:58:16.538719 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44c1454c-e7c6-45d4-a48c-1f363451d7f4 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:16.542891 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-44c1454c-e7c6-45d4-a48c-1f363451d7f4 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4cf3faac-cfef-4b69-bdac-7f394b98608e HTTP/1.1" status: 204 len: 168 time: 0.2054894 Feb 20 20:58:16.551428 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44c1454c-e7c6-45d4-a48c-1f363451d7f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4cf3faac-cfef-4b69-bdac-7f394b98608e,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:16.570414 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-52fc2cb2-8c47-4163-b7f7-3bfa32111266 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': 'e31fca88-6bf5-4b95-b9bf-d61f5d06f774', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'port_id': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'mac_address': 'fa:16:3e:3a:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:57:45Z', 'updated_at': '2022-02-20T20:58:14Z', 'revision_number': 1, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:43Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:16.635204 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c063ebb-870d-4fc8-a3cf-de3999f503d0 req-e7a5f632-a325-4ff0-9ec6-6b18d1c1ae96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:16.637520 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7c063ebb-870d-4fc8-a3cf-de3999f503d0 req-e7a5f632-a325-4ff0-9ec6-6b18d1c1ae96 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 200 len: 912 time: 0.3260918 Feb 20 20:58:16.642434 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9d702-8e83-458f-8e97-8e825b41cb72 req-4a73100c-63f2-4ba7-8fc4-b503ab64f51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:16.644480 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9d9d702-8e83-458f-8e97-8e825b41cb72 req-4a73100c-63f2-4ba7-8fc4-b503ab64f51a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=66e56d02-8410-4f31-939d-e4b166973128 HTTP/1.1" status: 200 len: 856 time: 0.0985296 Feb 20 20:58:16.661711 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52fc2cb2-8c47-4163-b7f7-3bfa32111266 None None] The sync data for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi is: [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': 'e31fca88-6bf5-4b95-b9bf-d61f5d06f774', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'floating_ip_address': '172.27.2.11', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'port_id': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'fixed_ip_address': '172.20.0.13', 'status': 'DOWN', 'standard_attr_id': 157, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'mac_address': 'fa:16:3e:3a:60:d4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:57:45Z', 'updated_at': '2022-02-20T20:58:14Z', 'revision_number': 1, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:43Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:58:16.728315 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec99ab-a785-4259-a8db-43473619d388 None None] Checking router: 473ca265-c94e-4141-aa84-36bb1baf9406 for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:58:16.763576 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85ec99ab-a785-4259-a8db-43473619d388 None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:58:16.764802 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-85ec99ab-a785-4259-a8db-43473619d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:57:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:16.807974 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7c063ebb-870d-4fc8-a3cf-de3999f503d0 req-45301934-ce3a-4545-bc08-d313cbbaa544 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f8c273-0db2-4990-834c-de3ee7aa1044 HTTP/1.1" status: 200 len: 999 time: 0.1618886 Feb 20 20:58:16.813232 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9d9d702-8e83-458f-8e97-8e825b41cb72 req-376c3ec2-b75d-46b7-a4de-e00078dfad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:16.822098 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9d9d702-8e83-458f-8e97-8e825b41cb72 req-376c3ec2-b75d-46b7-a4de-e00078dfad16 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47eb7a64-c008-428d-9f9c-6083205d80a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1186025 Feb 20 20:58:17.057630 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c063ebb-870d-4fc8-a3cf-de3999f503d0 req-0c2c6556-2ddb-402c-a0fd-d0dc2ed7d320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:17.059118 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7c063ebb-870d-4fc8-a3cf-de3999f503d0 req-0c2c6556-2ddb-402c-a0fd-d0dc2ed7d320 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=556ba603-3470-4df7-9938-1a7b4a7080b4 HTTP/1.1" status: 200 len: 850 time: 0.2359724 Feb 20 20:58:17.080180 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-85ec99ab-a785-4259-a8db-43473619d388 None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:58:17.140426 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b16d754-2ce2-4f3b-a445-498aa290a842 None None] New status for floating IP e31fca88-6bf5-4b95-b9bf-d61f5d06f774: ACTIVE {{(pid=102719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:58:17.191828 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9d9d702-8e83-458f-8e97-8e825b41cb72 req-b815151a-9f33-42b8-b5cc-57cc1e03a7fb service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3519552 Feb 20 20:58:17.202779 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c063ebb-870d-4fc8-a3cf-de3999f503d0 req-4bf8d577-6bec-49d4-ae09-0d641f1df420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:17.204289 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7c063ebb-870d-4fc8-a3cf-de3999f503d0 req-4bf8d577-6bec-49d4-ae09-0d641f1df420 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f829bbbb-0a39-4da0-ba53-40f021735711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1187198 Feb 20 20:58:17.367612 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9d9d702-8e83-458f-8e97-8e825b41cb72 req-724fd960-1fb9-46ea-b6c1-5e45da00bc4a service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1623189 Feb 20 20:58:17.378448 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7c063ebb-870d-4fc8-a3cf-de3999f503d0 req-637d113e-8b33-4ec9-8d49-3cd1e0a51431 service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1535227 Feb 20 20:58:17.507159 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7c063ebb-870d-4fc8-a3cf-de3999f503d0 req-4b708c4f-284c-47a5-827c-54e8858e9085 service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1173809 Feb 20 20:58:17.563952 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-85ec99ab-a785-4259-a8db-43473619d388 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': 'cfe28220-41f1-45a2-b657-19590caaa1ad', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'port_id': '80f8c273-0db2-4990-834c-de3ee7aa1044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'mac_address': 'fa:16:3e:a9:cc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:57:41Z', 'updated_at': '2022-02-20T20:58:14Z', 'revision_number': 1, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:36Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:17.590085 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85ec99ab-a785-4259-a8db-43473619d388 None None] The sync data for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi is: [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': 'cfe28220-41f1-45a2-b657-19590caaa1ad', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'floating_ip_address': '172.27.2.245', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'port_id': '80f8c273-0db2-4990-834c-de3ee7aa1044', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 130, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'mac_address': 'fa:16:3e:a9:cc:ca', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:57:41Z', 'updated_at': '2022-02-20T20:58:14Z', 'revision_number': 1, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:36Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:58:17.846439 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8680e54-b06d-491a-8719-9f176f14d5e9 None None] New status for floating IP cfe28220-41f1-45a2-b657-19590caaa1ad: ACTIVE {{(pid=102718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:58:18.288313 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51757df3-4e20-4415-9622-31c3798d53ac req-675c3858-83c8-4dd4-9727-fa12b2df1465 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:18.289799 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51757df3-4e20-4415-9622-31c3798d53ac req-675c3858-83c8-4dd4-9727-fa12b2df1465 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 945 time: 0.0596435 Feb 20 20:58:18.336049 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51757df3-4e20-4415-9622-31c3798d53ac req-4096a503-2a0b-43b6-ba06-7f0f4cae6b23 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408223 Feb 20 20:58:19.463479 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4773d0b6-964f-4fbf-a41a-cbce4531fc7c req-b9840fa0-2579-4418-9eee-d229ecee2244 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:19.464977 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4773d0b6-964f-4fbf-a41a-cbce4531fc7c req-b9840fa0-2579-4418-9eee-d229ecee2244 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 945 time: 0.0518081 Feb 20 20:58:19.511715 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4773d0b6-964f-4fbf-a41a-cbce4531fc7c req-78d1766c-060e-4957-93a6-40f7ebf24e4b tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410969 Feb 20 20:58:20.635813 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9827db65-e723-40c8-aaeb-012ae40d85f8 req-b249e7c5-d7e0-4cae-aaa2-70b20bd93dfd tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:20.638018 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9827db65-e723-40c8-aaeb-012ae40d85f8 req-b249e7c5-d7e0-4cae-aaa2-70b20bd93dfd tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 945 time: 0.0531943 Feb 20 20:58:20.704606 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9827db65-e723-40c8-aaeb-012ae40d85f8 req-d9bdcf2d-6ee5-4636-a73f-7bf5dadcb1a9 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/security-groups?id=2f7bac0a-87fb-4307-9a1b-040f51745049&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543306 Feb 20 20:58:20.784440 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026440b3-b238-46bf-9a3b-c772950d5d85 req-fb2201b0-732d-4350-bd9f-33ae03c15417 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:20.785916 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-026440b3-b238-46bf-9a3b-c772950d5d85 req-fb2201b0-732d-4350-bd9f-33ae03c15417 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.90 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 945 time: 0.0634475 Feb 20 20:58:20.915858 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [req-026440b3-b238-46bf-9a3b-c772950d5d85 req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Deleting port 885bf83c-cccb-456b-b2d7-a5212fcbce99 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:58:20.916193 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-026440b3-b238-46bf-9a3b-c772950d5d85 req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:21.010886 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-026440b3-b238-46bf-9a3b-c772950d5d85 req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] For port 885bf83c-cccb-456b-b2d7-a5212fcbce99, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=885bf83c-cccb-456b-b2d7-a5212fcbce99,segment=NetworkSegment(a846e26f-b934-4372-9e18-360b5677ca53),segment_id=a846e26f-b934-4372-9e18-360b5677ca53)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:21.011255 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-026440b3-b238-46bf-9a3b-c772950d5d85 req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:21.028144 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [req-026440b3-b238-46bf-9a3b-c772950d5d85 req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Calling delete_port for 885bf83c-cccb-456b-b2d7-a5212fcbce99 owned by compute:nova {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:58:21.189942 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-026440b3-b238-46bf-9a3b-c772950d5d85 req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (885bf83c-cccb-456b-b2d7-a5212fcbce99), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:21.209888 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['885bf83c-cccb-456b-b2d7-a5212fcbce99'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:58:21.226058 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Pushing event deleted for resources: {'Port': ['ID=885bf83c-cccb-456b-b2d7-a5212fcbce99,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:21.236951 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.237302 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.237788 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.238131 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.238463 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.238793 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.239119 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.239520 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.240211 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.240324 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.240617 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.240943 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.241264 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:21.298822 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-026440b3-b238-46bf-9a3b-c772950d5d85 req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] No DVR routers for this DVR port 885bf83c-cccb-456b-b2d7-a5212fcbce99 on host hv-cinder-83008 {{(pid=102716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:58:21.303550 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-026440b3-b238-46bf-9a3b-c772950d5d85 req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:21.307246 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-026440b3-b238-46bf-9a3b-c772950d5d85 req-759408ab-dd4e-4015-8fae-0ef758be37eb tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.90 "DELETE /v2.0/ports/885bf83c-cccb-456b-b2d7-a5212fcbce99 HTTP/1.1" status: 204 len: 173 time: 0.5146224 Feb 20 20:58:21.307773 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f331082a-7edc-4212-a23b-955a3eeacd4f', 'name': 'network-vif-deleted', 'tag': '885bf83c-cccb-456b-b2d7-a5212fcbce99'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:21.310042 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2b7aad3a-f4d8-4c4a-947e-729446ff603a" -d '{"events": [{"server_uuid": "f331082a-7edc-4212-a23b-955a3eeacd4f", "name": "network-vif-deleted", "tag": "885bf83c-cccb-456b-b2d7-a5212fcbce99"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:21.357571 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6cb7ab63-08b7-4d82-bb75-1b20c783aef5 x-openstack-request-id: req-6cb7ab63-08b7-4d82-bb75-1b20c783aef5 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:21.357865 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f331082a-7edc-4212-a23b-955a3eeacd4f", "name": "network-vif-deleted", "tag": "885bf83c-cccb-456b-b2d7-a5212fcbce99", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:21.358120 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6cb7ab63-08b7-4d82-bb75-1b20c783aef5 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:21.358518 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f331082a-7edc-4212-a23b-955a3eeacd4f', 'name': 'network-vif-deleted', 'tag': '885bf83c-cccb-456b-b2d7-a5212fcbce99', 'status': 'completed', 'code': 200} Feb 20 20:58:21.475527 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56680) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:21.590305 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a795fd1b-3cc1-4f4a-b1ca-a9497e4b4977 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:21.724989 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a795fd1b-3cc1-4f4a-b1ca-a9497e4b4977 admin admin] Publish callbacks [] for security_group (b36952c2-8784-4ed9-b14b-6087d321e87e), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:21.732951 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a795fd1b-3cc1-4f4a-b1ca-a9497e4b4977 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (b36952c2-8784-4ed9-b14b-6087d321e87e), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:21.764239 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a795fd1b-3cc1-4f4a-b1ca-a9497e4b4977 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36952c2-8784-4ed9-b14b-6087d321e87e,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:21.809439 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56696) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:21.810122 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-a795fd1b-3cc1-4f4a-b1ca-a9497e4b4977 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=225d7fd8e760439cb7d4031cb104667e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3329144 Feb 20 20:58:21.863040 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-853b1bba-2eb7-4e35-aece-1d5f3fb668bf req-ff126282-82e4-457b-a84d-8e5c66ba7973 tempest-DeleteServersTestJSON-183568143 tempest-DeleteServersTestJSON-183568143-project] 10.222.0.71 "GET /v2.0/ports?device_id=f331082a-7edc-4212-a23b-955a3eeacd4f HTTP/1.1" status: 200 len: 210 time: 0.0522773 Feb 20 20:58:21.891203 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56702) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:21.905089 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Publish callbacks [] for security_group (b36952c2-8784-4ed9-b14b-6087d321e87e), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:21.946975 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Publish callbacks [] for security_group (b36952c2-8784-4ed9-b14b-6087d321e87e), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.023686 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (b36952c2-8784-4ed9-b14b-6087d321e87e), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.026997 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.028149 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b36952c2-8784-4ed9-b14b-6087d321e87e HTTP/1.1" status: 204 len: 168 time: 0.2155766 Feb 20 20:58:22.040460 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36952c2-8784-4ed9-b14b-6087d321e87e,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:22.061480 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-171d91d9-a6bf-45c0-bebe-454c0a740363 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.080612 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.081420 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.081945 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.082460 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.083131 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.084380 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.085038 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.085696 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.086222 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.087151 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.087494 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.087829 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.088187 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-42fa6f88-d2ca-41b2-a69f-3d9f5a007a38 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:22.208090 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-171d91d9-a6bf-45c0-bebe-454c0a740363 admin admin] Publish callbacks [] for security_group (3b2e0473-a393-4d13-a580-6ca90c3664ec), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.214795 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-171d91d9-a6bf-45c0-bebe-454c0a740363 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (3b2e0473-a393-4d13-a580-6ca90c3664ec), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.264961 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-171d91d9-a6bf-45c0-bebe-454c0a740363 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b2e0473-a393-4d13-a580-6ca90c3664ec,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:22.267687 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-171d91d9-a6bf-45c0-bebe-454c0a740363 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=45bd797331b2495cbb871e34b9d9a038&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3751745 Feb 20 20:58:22.270363 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56718) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:22.332182 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f98b6fe8-b7a2-4687-8171-47ef2db57628 admin admin] Publish callbacks [] for security_group (3b2e0473-a393-4d13-a580-6ca90c3664ec), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.360401 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f98b6fe8-b7a2-4687-8171-47ef2db57628 admin admin] Publish callbacks [] for security_group (3b2e0473-a393-4d13-a580-6ca90c3664ec), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.424563 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f98b6fe8-b7a2-4687-8171-47ef2db57628 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (3b2e0473-a393-4d13-a580-6ca90c3664ec), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.428731 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f98b6fe8-b7a2-4687-8171-47ef2db57628 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.429744 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-f98b6fe8-b7a2-4687-8171-47ef2db57628 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3b2e0473-a393-4d13-a580-6ca90c3664ec HTTP/1.1" status: 204 len: 168 time: 0.1576810 Feb 20 20:58:22.438919 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f98b6fe8-b7a2-4687-8171-47ef2db57628 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b2e0473-a393-4d13-a580-6ca90c3664ec,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:22.528853 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56726) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:22.689593 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a65ba234-79ca-4b5d-b2b7-d91a5cbaedf3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.738510 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56734) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:22.753284 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b7c2a81b-8e70-4fb4-8129-8d817ffbf832 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.773898 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a65ba234-79ca-4b5d-b2b7-d91a5cbaedf3 admin admin] Publish callbacks [] for security_group (2a3be1d7-c66f-4cd4-b71b-5ae436c0328f), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.779124 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a65ba234-79ca-4b5d-b2b7-d91a5cbaedf3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (2a3be1d7-c66f-4cd4-b71b-5ae436c0328f), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.818287 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a65ba234-79ca-4b5d-b2b7-d91a5cbaedf3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=49aced28622d44379ecb960ea10cfcfc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2854612 Feb 20 20:58:22.818287 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a65ba234-79ca-4b5d-b2b7-d91a5cbaedf3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a3be1d7-c66f-4cd4-b71b-5ae436c0328f,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:22.819010 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56736) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:22.842330 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b7c2a81b-8e70-4fb4-8129-8d817ffbf832 admin admin] Publish callbacks [] for security_group (88b465ea-1c7a-4d99-97fe-fdc1c2a5da6c), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.850185 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b7c2a81b-8e70-4fb4-8129-8d817ffbf832 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (88b465ea-1c7a-4d99-97fe-fdc1c2a5da6c), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.903343 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-b7c2a81b-8e70-4fb4-8129-8d817ffbf832 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a7c098a288bf475bbe19284cd39c489d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1635311 Feb 20 20:58:22.905344 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56740) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:22.919652 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7c2a81b-8e70-4fb4-8129-8d817ffbf832 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88b465ea-1c7a-4d99-97fe-fdc1c2a5da6c,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:22.926395 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-934118aa-f72d-4d19-aad0-9baabdc48b03 admin admin] Publish callbacks [] for security_group (2a3be1d7-c66f-4cd4-b71b-5ae436c0328f), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:22.992953 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7ce13886-ec0e-4560-a027-58bc05ccee88 admin admin] Publish callbacks [] for security_group (88b465ea-1c7a-4d99-97fe-fdc1c2a5da6c), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:23.061380 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7ce13886-ec0e-4560-a027-58bc05ccee88 admin admin] Publish callbacks [] for security_group (88b465ea-1c7a-4d99-97fe-fdc1c2a5da6c), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:23.142752 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7ce13886-ec0e-4560-a027-58bc05ccee88 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (88b465ea-1c7a-4d99-97fe-fdc1c2a5da6c), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:23.145619 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7ce13886-ec0e-4560-a027-58bc05ccee88 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:23.149146 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7ce13886-ec0e-4560-a027-58bc05ccee88 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/88b465ea-1c7a-4d99-97fe-fdc1c2a5da6c HTTP/1.1" status: 204 len: 168 time: 0.2405100 Feb 20 20:58:23.155448 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce13886-ec0e-4560-a027-58bc05ccee88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88b465ea-1c7a-4d99-97fe-fdc1c2a5da6c,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:23.273698 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-934118aa-f72d-4d19-aad0-9baabdc48b03 admin admin] Publish callbacks [] for security_group (2a3be1d7-c66f-4cd4-b71b-5ae436c0328f), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:23.369399 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-934118aa-f72d-4d19-aad0-9baabdc48b03 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (2a3be1d7-c66f-4cd4-b71b-5ae436c0328f), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:23.371988 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-934118aa-f72d-4d19-aad0-9baabdc48b03 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:23.378910 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-934118aa-f72d-4d19-aad0-9baabdc48b03 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2a3be1d7-c66f-4cd4-b71b-5ae436c0328f HTTP/1.1" status: 204 len: 168 time: 0.5580192 Feb 20 20:58:23.393326 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-934118aa-f72d-4d19-aad0-9baabdc48b03 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a3be1d7-c66f-4cd4-b71b-5ae436c0328f,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:24.165369 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-d99bb820-1c0f-4f3a-8d90-d8406d3cb590 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:24.166859 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-d99bb820-1c0f-4f3a-8d90-d8406d3cb590 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 814 time: 0.1064479 Feb 20 20:58:24.184065 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-171ca3fc-a12c-41d0-8fb8-7a4134eb7803 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/quotas/bfbdfaf922c34f919a01201bb796d65d HTTP/1.1" status: 200 len: 375 time: 0.0118606 Feb 20 20:58:24.250828 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-f91f61ce-afeb-42b1-81d7-1512a9685f01 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0605373 Feb 20 20:58:24.350192 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-f7eded2d-7071-463d-87ad-064b4489fb93 service neutron] 10.222.0.71 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919356 Feb 20 20:58:24.462057 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56836) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:24.481016 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-5bf1b9b7-45a3-4825-b3bc-44b72d103b2f service neutron] 10.222.0.71 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1252401 Feb 20 20:58:24.496535 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5bc8ff77-a4a1-42f9-9dcc-1d6956dc941e req-8b94a1d8-6412-4cc6-a46a-8677b49e913b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0619745 Feb 20 20:58:24.514434 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_v2 [None req-11e76db7-ad30-4624-ad4e-a17e7b3d5c53 admin admin] Deleting subnet 822b5434-2e05-4c66-8359-b7ad5c131a18 {{(pid=102717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:58:24.517702 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-11e76db7-ad30-4624-ad4e-a17e7b3d5c53 admin admin] Publish callbacks [] for subnet (822b5434-2e05-4c66-8359-b7ad5c131a18), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:24.563729 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-11e76db7-ad30-4624-ad4e-a17e7b3d5c53 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30773289'] for subnet (822b5434-2e05-4c66-8359-b7ad5c131a18), precommit_delete_associations {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:24.611970 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ff77-a4a1-42f9-9dcc-1d6956dc941e req-e959832e-6854-4fdd-9f3e-0c3845ff9e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:24.613506 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5bc8ff77-a4a1-42f9-9dcc-1d6956dc941e req-e959832e-6854-4fdd-9f3e-0c3845ff9e72 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 1129 time: 0.0536859 Feb 20 20:58:24.652855 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-11e76db7-ad30-4624-ad4e-a17e7b3d5c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (822b5434-2e05-4c66-8359-b7ad5c131a18), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:24.698812 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-afc807cf-87f1-44ad-b444-86e9d28d0444 req-832724d6-eb32-4711-8700-9505197e2483 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 210 time: 0.0668573 Feb 20 20:58:24.727813 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-11e76db7-ad30-4624-ad4e-a17e7b3d5c53 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30559806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30576269'] for subnet (822b5434-2e05-4c66-8359-b7ad5c131a18), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:24.757303 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e76db7-ad30-4624-ad4e-a17e7b3d5c53 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=822b5434-2e05-4c66-8359-b7ad5c131a18,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:24.761599 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-11e76db7-ad30-4624-ad4e-a17e7b3d5c53 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:24.768537 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-11e76db7-ad30-4624-ad4e-a17e7b3d5c53 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/822b5434-2e05-4c66-8359-b7ad5c131a18 HTTP/1.1" status: 204 len: 168 time: 0.3052700 Feb 20 20:58:24.770059 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56854) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:24.829564 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ff77-a4a1-42f9-9dcc-1d6956dc941e req-c8f4eebc-e942-4fea-8000-44291c074212 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:24.831558 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5bc8ff77-a4a1-42f9-9dcc-1d6956dc941e req-c8f4eebc-e942-4fea-8000-44291c074212 service neutron] 10.222.0.90 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 915 time: 0.1870081 Feb 20 20:58:24.881585 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5bc8ff77-a4a1-42f9-9dcc-1d6956dc941e req-018bf98d-7eaf-4a15-aba5-ad68a1b74fdb service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=eeab640d-b8b0-4420-b87a-736f67addc77 HTTP/1.1" status: 200 len: 217 time: 0.0402744 Feb 20 20:58:24.884111 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (11cfd37e-e312-4094-b866-dcc58c8937ce), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:24.994688 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (11cfd37e-e312-4094-b866-dcc58c8937ce), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.005002 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc8ff77-a4a1-42f9-9dcc-1d6956dc941e req-c7ddd457-78d9-4253-a6a2-78d9bbeee18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:25.007270 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5bc8ff77-a4a1-42f9-9dcc-1d6956dc941e req-c7ddd457-78d9-4253-a6a2-78d9bbeee18b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f3ccb5e-d618-4f83-b90a-ab491849376b HTTP/1.1" status: 200 len: 854 time: 0.1190841 Feb 20 20:58:25.025035 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['11cfd37e-e312-4094-b866-dcc58c8937ce']}} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:25.039676 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a846e26f-b934-4372-9e18-360b5677ca53') {'for_net_delete': True} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:25.052290 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a846e26f-b934-4372-9e18-360b5677ca53') {} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:25.053931 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5bc8ff77-a4a1-42f9-9dcc-1d6956dc941e req-e65b154a-2c14-463d-8b7f-6279324856e0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4d41f296-a8e9-4928-969d-8c481e411ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400941 Feb 20 20:58:25.068530 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30773296'] for segment (a846e26f-b934-4372-9e18-360b5677ca53), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.093422 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (a846e26f-b934-4372-9e18-360b5677ca53), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.103492 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:58:25.104282 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30558168'] for segment (a846e26f-b934-4372-9e18-360b5677ca53), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: Traceback (most recent call last): Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: timer() Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: cb(*args, **kw) Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: return func(*args, **kwargs) Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: self._notify() Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: self.callback(batched_events) Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: event.method(event) Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: return f(self, *a, **k) Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._get(url).json() Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: return self.request(url, 'GET', **kwargs) Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:58:25.106512 dv-cinder-830088-1-iscsi neutron-server[102717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:58:25.193613 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5bc8ff77-a4a1-42f9-9dcc-1d6956dc941e req-4daf21fc-e693-4136-996c-7b1c0a0171bd service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1299758 Feb 20 20:58:25.207260 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (11cfd37e-e312-4094-b866-dcc58c8937ce), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.231200 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.236052 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] 10.222.0.71 "DELETE /v2.0/networks/11cfd37e-e312-4094-b866-dcc58c8937ce HTTP/1.1" status: 204 len: 168 time: 0.4635632 Feb 20 20:58:25.237307 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c633b828-136b-46fb-ae2e-8ac915c57184 admin admin] Pushing event deleted for resources: {'Network': ['ID=11cfd37e-e312-4094-b866-dcc58c8937ce,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:25.350409 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56890) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:25.365872 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5bc8ff77-a4a1-42f9-9dcc-1d6956dc941e req-95422b2b-5b07-408a-a601-cb7e39ab041c service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580946 Feb 20 20:58:25.417802 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7ebdb77-cc57-4f44-8fdf-1b0ed9b74594 admin admin] Deleting subnet 472faf22-9a18-4418-b659-188d5a014015 {{(pid=102717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:58:25.422132 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb77-cc57-4f44-8fdf-1b0ed9b74594 admin admin] Publish callbacks [] for subnet (472faf22-9a18-4418-b659-188d5a014015), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.477294 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.482816 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb77-cc57-4f44-8fdf-1b0ed9b74594 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30773289'] for subnet (472faf22-9a18-4418-b659-188d5a014015), precommit_delete_associations {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.522868 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56894) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:25.528857 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb77-cc57-4f44-8fdf-1b0ed9b74594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (472faf22-9a18-4418-b659-188d5a014015), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.567239 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-0a71db58-85b2-48f8-a42f-01637f6e1986 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8d302b63e3e9407a8a253d72c930d965&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0408905 Feb 20 20:58:25.568255 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56896) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:25.585285 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb77-cc57-4f44-8fdf-1b0ed9b74594 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30559806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30576269'] for subnet (472faf22-9a18-4418-b659-188d5a014015), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.603964 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56898) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:25.611369 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7ebdb77-cc57-4f44-8fdf-1b0ed9b74594 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=472faf22-9a18-4418-b659-188d5a014015,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:25.615431 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b7ebdb77-cc57-4f44-8fdf-1b0ed9b74594 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.619112 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-b7ebdb77-cc57-4f44-8fdf-1b0ed9b74594 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/472faf22-9a18-4418-b659-188d5a014015 HTTP/1.1" status: 204 len: 168 time: 0.2676992 Feb 20 20:58:25.622065 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56902) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:25.628223 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4919afbe-52f7-490d-82bf-3bd45c492498 admin admin] Publish callbacks [] for security_group (2f7bac0a-87fb-4307-9a1b-040f51745049), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.651793 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4919afbe-52f7-490d-82bf-3bd45c492498 admin admin] Publish callbacks [] for security_group (2f7bac0a-87fb-4307-9a1b-040f51745049), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.668660 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 885bf83c-cccb-456b-b2d7-a5212fcbce99 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:58:25.701234 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (1890ef9f-1958-4688-b7e5-f789b634ad22), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.705226 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 885bf83c-cccb-456b-b2d7-a5212fcbce99 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:58:25.705933 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 885bf83c-cccb-456b-b2d7-a5212fcbce99 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:58:25.711435 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4919afbe-52f7-490d-82bf-3bd45c492498 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (2f7bac0a-87fb-4307-9a1b-040f51745049), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.714384 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4919afbe-52f7-490d-82bf-3bd45c492498 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.715812 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-4919afbe-52f7-490d-82bf-3bd45c492498 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2f7bac0a-87fb-4307-9a1b-040f51745049 HTTP/1.1" status: 204 len: 168 time: 0.1443591 Feb 20 20:58:25.725649 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4919afbe-52f7-490d-82bf-3bd45c492498 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f7bac0a-87fb-4307-9a1b-040f51745049,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:25.751893 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-76f2b676-5a14-4fdd-a9dc-8bbb4f308d22 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.804921 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (1890ef9f-1958-4688-b7e5-f789b634ad22), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.831404 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5e183540-54ca-4c1c-b41c-b697286f7de0 req-64f1fbcb-c5a2-4bf2-a670-798b52795ac7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 210 time: 0.0398967 Feb 20 20:58:25.837340 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1890ef9f-1958-4688-b7e5-f789b634ad22']}} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:25.847360 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3c9492e-5aa6-4c7e-885d-5300c8d9fbf5') {'for_net_delete': True} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:25.847664 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3c9492e-5aa6-4c7e-885d-5300c8d9fbf5') {} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:25.858584 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30773296'] for segment (a3c9492e-5aa6-4c7e-885d-5300c8d9fbf5), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.875294 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (a3c9492e-5aa6-4c7e-885d-5300c8d9fbf5), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.883257 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] Releasing vlan 169 on physical network physnet1 to pool {{(pid=102717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:58:25.883779 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30558168'] for segment (a3c9492e-5aa6-4c7e-885d-5300c8d9fbf5), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: Traceback (most recent call last): Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: timer() Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: cb(*args, **kw) Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: return func(*args, **kwargs) Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: self._notify() Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: self.callback(batched_events) Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: event.method(event) Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: return f(self, *a, **k) Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._get(url).json() Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: return self.request(url, 'GET', **kwargs) Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:58:25.885469 dv-cinder-830088-1-iscsi neutron-server[102717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:58:25.897073 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-76f2b676-5a14-4fdd-a9dc-8bbb4f308d22 admin admin] Publish callbacks [] for security_group (244b5596-d9d2-4e26-9885-922d48211831), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.902576 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-76f2b676-5a14-4fdd-a9dc-8bbb4f308d22 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (244b5596-d9d2-4e26-9885-922d48211831), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.953968 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-76f2b676-5a14-4fdd-a9dc-8bbb4f308d22 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c519bc26ea1d4404b76cfc720fae79cd&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3489430 Feb 20 20:58:25.956611 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56910) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:25.965310 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (1890ef9f-1958-4688-b7e5-f789b634ad22), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.970095 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76f2b676-5a14-4fdd-a9dc-8bbb4f308d22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=244b5596-d9d2-4e26-9885-922d48211831,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:25.978442 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:25.981615 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] 10.222.0.71 "DELETE /v2.0/networks/1890ef9f-1958-4688-b7e5-f789b634ad22 HTTP/1.1" status: 204 len: 168 time: 0.3574572 Feb 20 20:58:25.984807 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56912) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:26.028969 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-59b0557e-e6b0-41d8-80e6-1ff639929425 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.041951 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e95a0d79-cd37-414e-b10a-f9bb3eba9296 admin admin] Pushing event deleted for resources: {'Network': ['ID=1890ef9f-1958-4688-b7e5-f789b634ad22,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:26.057772 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_v2 [None req-03517957-017a-4a79-bc04-00dc750934c3 admin admin] Deleting subnet e3a990a3-5bb0-4021-8d1e-e559f1422812 {{(pid=102717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 20:58:26.067177 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-03517957-017a-4a79-bc04-00dc750934c3 admin admin] Publish callbacks [] for subnet (e3a990a3-5bb0-4021-8d1e-e559f1422812), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.119675 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-03517957-017a-4a79-bc04-00dc750934c3 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30773289'] for subnet (e3a990a3-5bb0-4021-8d1e-e559f1422812), precommit_delete_associations {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.143169 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5f939db3-991b-43d3-89ec-ab51a3e1052c admin admin] Publish callbacks [] for security_group (244b5596-d9d2-4e26-9885-922d48211831), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.143995 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-dafc8772-5d6a-4921-965b-7fad6098ee0d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:26.145928 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-dafc8772-5d6a-4921-965b-7fad6098ee0d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 814 time: 0.1948640 Feb 20 20:58:26.177366 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Request body: {'port': {'device_id': '3c6953fa-f77d-413e-8a6e-3cf3da65cbce', 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8', 'admin_state_up': True, 'tenant_id': 'bfbdfaf922c34f919a01201bb796d65d'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:26.179059 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-03517957-017a-4a79-bc04-00dc750934c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (e3a990a3-5bb0-4021-8d1e-e559f1422812), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.183355 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5f939db3-991b-43d3-89ec-ab51a3e1052c admin admin] Publish callbacks [] for security_group (244b5596-d9d2-4e26-9885-922d48211831), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.271329 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-03517957-017a-4a79-bc04-00dc750934c3 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30559806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30576269'] for subnet (e3a990a3-5bb0-4021-8d1e-e559f1422812), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.296839 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5f939db3-991b-43d3-89ec-ab51a3e1052c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (244b5596-d9d2-4e26-9885-922d48211831), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.299338 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5f939db3-991b-43d3-89ec-ab51a3e1052c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.303597 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-5f939db3-991b-43d3-89ec-ab51a3e1052c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/244b5596-d9d2-4e26-9885-922d48211831 HTTP/1.1" status: 204 len: 168 time: 0.3428919 Feb 20 20:58:26.303979 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03517957-017a-4a79-bc04-00dc750934c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3a990a3-5bb0-4021-8d1e-e559f1422812,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:26.312446 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-03517957-017a-4a79-bc04-00dc750934c3 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.315600 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-03517957-017a-4a79-bc04-00dc750934c3 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e3a990a3-5bb0-4021-8d1e-e559f1422812 HTTP/1.1" status: 204 len: 168 time: 0.3191943 Feb 20 20:58:26.316717 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f939db3-991b-43d3-89ec-ab51a3e1052c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=244b5596-d9d2-4e26-9885-922d48211831,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:26.318978 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56928) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:26.336860 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Made reservation on behalf of bfbdfaf922c34f919a01201bb796d65d for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:26.345972 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.411711 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (786e3cbb-08f9-46a3-8517-e8177d177048), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.516481 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (786e3cbb-08f9-46a3-8517-e8177d177048), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.544219 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['786e3cbb-08f9-46a3-8517-e8177d177048']}} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:26.555595 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '548b35f0-d61e-4c25-9b63-3bfd79d8959f') {'for_net_delete': True} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:26.555961 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '548b35f0-d61e-4c25-9b63-3bfd79d8959f') {} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:26.568152 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30773296'] for segment (548b35f0-d61e-4c25-9b63-3bfd79d8959f), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.598008 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (548b35f0-d61e-4c25-9b63-3bfd79d8959f), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.603561 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Allocated IP 172.20.0.6 (4d41f296-a8e9-4928-969d-8c481e411ee8/1f3ccb5e-d618-4f83-b90a-ab491849376b/67b1464b-b415-41e0-aebd-e0a6ff9d5b8e) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:58:26.617054 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] Releasing vlan 165 on physical network physnet1 to pool {{(pid=102717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 20:58:26.617659 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30558168'] for segment (548b35f0-d61e-4c25-9b63-3bfd79d8959f), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: Traceback (most recent call last): Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: timer() Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: cb(*args, **kw) Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: return func(*args, **kwargs) Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: self._notify() Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: self.callback(batched_events) Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: event.method(event) Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: return f(self, *a, **k) Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._get(url).json() Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: return self.request(url, 'GET', **kwargs) Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 20:58:26.620123 dv-cinder-830088-1-iscsi neutron-server[102717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 20:58:26.690643 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (786e3cbb-08f9-46a3-8517-e8177d177048), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.701762 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.709614 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] 10.222.0.71 "DELETE /v2.0/networks/786e3cbb-08f9-46a3-8517-e8177d177048 HTTP/1.1" status: 204 len: 168 time: 0.3870385 Feb 20 20:58:26.709791 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 56950) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:26.727903 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c571b9b-593c-4652-bb82-6e6902aa8e9f admin admin] Pushing event deleted for resources: {'Network': ['ID=786e3cbb-08f9-46a3-8517-e8177d177048,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:26.861092 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56962) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:26.863306 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56966) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:26.886390 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-dcce034d-cd8f-43a2-83cf-90ee34012a66 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.910750 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks [] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:26.940119 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-655d2c91-2dc3-4e46-a72d-b2ad3b56a299 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=706fb6b84961486e9a2b1619a378aee1&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0792153 Feb 20 20:58:26.944514 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56968) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:27.007233 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bc9b0ea6-176d-4764-b6c9-df06a5584f36 req-a9031cea-3d71-43e9-8c94-6dbef6de943c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 210 time: 0.0609376 Feb 20 20:58:27.021479 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.038696 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['eeab640d-b8b0-4420-b87a-736f67addc77'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:58:27.065075 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-31b0b7ee-3e4e-4ab0-b36b-f5a20331d475 admin admin] Publish callbacks [] for security_group (6fc801b9-215e-4bc5-8a18-2c18febef35d), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.093678 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Network 4d41f296-a8e9-4928-969d-8c481e411ee8 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:27.100832 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:27.104982 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-31b0b7ee-3e4e-4ab0-b36b-f5a20331d475 admin admin] Publish callbacks [] for security_group (6fc801b9-215e-4bc5-8a18-2c18febef35d), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.107084 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:58:27.112695 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Pushing event updated for resources: {'Port': ['ID=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:27.150443 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-dcce034d-cd8f-43a2-83cf-90ee34012a66 admin admin] Publish callbacks [] for security_group (a895ace0-d838-4302-a651-f7a7f059f690), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.157524 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-dcce034d-cd8f-43a2-83cf-90ee34012a66 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (a895ace0-d838-4302-a651-f7a7f059f690), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.177910 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:27.179157 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.208441 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-dcce034d-cd8f-43a2-83cf-90ee34012a66 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=93ddea340e7e4e259892f9028824c84a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3380888 Feb 20 20:58:27.210596 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56974) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:27.215226 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcce034d-cd8f-43a2-83cf-90ee34012a66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a895ace0-d838-4302-a651-f7a7f059f690,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:27.218074 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-84614bef-76ae-472c-8b8a-368d1f5bf464 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0469289 Feb 20 20:58:27.223409 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-31b0b7ee-3e4e-4ab0-b36b-f5a20331d475 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (6fc801b9-215e-4bc5-8a18-2c18febef35d), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.225427 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1267401915-network', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:27.226208 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-31b0b7ee-3e4e-4ab0-b36b-f5a20331d475 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.227269 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-31b0b7ee-3e4e-4ab0-b36b-f5a20331d475 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6fc801b9-215e-4bc5-8a18-2c18febef35d HTTP/1.1" status: 204 len: 168 time: 0.2817707 Feb 20 20:58:27.238320 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Request body: {'port': {'device_id': '3c6953fa-f77d-413e-8a6e-3cf3da65cbce', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:27.249066 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31b0b7ee-3e4e-4ab0-b36b-f5a20331d475 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fc801b9-215e-4bc5-8a18-2c18febef35d,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:27.292751 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2067c5e4-8d99-4b53-9430-1acb7f124703 admin admin] Publish callbacks [] for security_group (a895ace0-d838-4302-a651-f7a7f059f690), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.321199 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2067c5e4-8d99-4b53-9430-1acb7f124703 admin admin] Publish callbacks [] for security_group (a895ace0-d838-4302-a651-f7a7f059f690), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.333634 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Made reservation on behalf of 09c6d47e4a5f4d7896bbf6d3240b4269 for: {'network': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:27.336482 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.348731 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.350826 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.393099 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2067c5e4-8d99-4b53-9430-1acb7f124703 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (a895ace0-d838-4302-a651-f7a7f059f690), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.396484 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2067c5e4-8d99-4b53-9430-1acb7f124703 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.398055 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-2067c5e4-8d99-4b53-9430-1acb7f124703 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a895ace0-d838-4302-a651-f7a7f059f690 HTTP/1.1" status: 204 len: 168 time: 0.1857753 Feb 20 20:58:27.415885 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2067c5e4-8d99-4b53-9430-1acb7f124703 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a895ace0-d838-4302-a651-f7a7f059f690,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:27.597069 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56984) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:27.598175 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Publish callbacks [] for security_group (6ee4c08c-6324-4473-9485-c20aba7165e0), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.603866 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (6ee4c08c-6324-4473-9485-c20aba7165e0), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.647409 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-103be33f-ff05-4fa1-8b9e-6f268c5072aa admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=102a2fe4eadb489e8cbc5e059ca5ff97&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0487261 Feb 20 20:58:27.649572 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 56988) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:27.651060 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 193} {{(pid=102716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:58:27.653199 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ee4c08c-6324-4473-9485-c20aba7165e0,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:27.677377 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (432821af-ebef-4cff-a242-1048b2ef3550), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.678111 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.segments_db [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Added segment 432821af-ebef-4cff-a242-1048b2ef3550 of type vlan for network a4f8a45b-b791-457b-a875-24c2671e4732 Feb 20 20:58:27.713081 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d958577b-63ba-4f45-9423-e79229d4bcea admin admin] Publish callbacks [] for security_group (85781d31-e536-457e-bf9b-eda9613b935f), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.737841 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d958577b-63ba-4f45-9423-e79229d4bcea admin admin] Publish callbacks [] for security_group (85781d31-e536-457e-bf9b-eda9613b935f), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.755257 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (a4f8a45b-b791-457b-a875-24c2671e4732), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.794802 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d958577b-63ba-4f45-9423-e79229d4bcea admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (85781d31-e536-457e-bf9b-eda9613b935f), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.798254 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d958577b-63ba-4f45-9423-e79229d4bcea admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.799483 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-d958577b-63ba-4f45-9423-e79229d4bcea admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/85781d31-e536-457e-bf9b-eda9613b935f HTTP/1.1" status: 204 len: 168 time: 0.1488020 Feb 20 20:58:27.810367 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d958577b-63ba-4f45-9423-e79229d4bcea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=85781d31-e536-457e-bf9b-eda9613b935f,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:27.814055 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:58:27.822649 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (a4f8a45b-b791-457b-a875-24c2671e4732), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.824133 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:27.829037 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.834412 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Publish callbacks [] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.900637 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 1.1911190 Feb 20 20:58:27.903525 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57000) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:27.909548 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-8010fc1d-e57b-4683-8c14-a9cd5b8adf8e admin admin] Request body: {'subnet': {'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1267401915-subnet', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:27.914712 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Transition to ACTIVE for port object 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:58:27.920192 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf20b89-655a-4b97-8240-fd18b7b3bef4 admin admin] Pushing event updated for resources: {'Network': ['ID=a4f8a45b-b791-457b-a875-24c2671e4732,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:27.923381 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.936417 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network a4f8a45b-b791-457b-a875-24c2671e4732 details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:58:27.940209 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8010fc1d-e57b-4683-8c14-a9cd5b8adf8e admin admin] Made reservation on behalf of 09c6d47e4a5f4d7896bbf6d3240b4269 for: {'subnet': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:27.943437 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8010fc1d-e57b-4683-8c14-a9cd5b8adf8e admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30576224'] for subnet (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:27.980226 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Pushing event updated for resources: {'Port': ['ID=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:28.195686 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Attempting to bind port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:58:28.196061 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Attempting to bind port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:58:28.196433 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Attempting to bind port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e on network 4d41f296-a8e9-4928-969d-8c481e411ee8 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:28.215493 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e on network 4d41f296-a8e9-4928-969d-8c481e411ee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:58:28.215859 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Attempting to bind port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e on network 4d41f296-a8e9-4928-969d-8c481e411ee8 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:28.216189 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8010fc1d-e57b-4683-8c14-a9cd5b8adf8e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30559871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30576274'] for subnet (9c92840a-a33d-4461-a6c9-69048944a647), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:28.232744 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbaee4ef-9317-4cf2-8f14-7a80748ea721 req-0ae8a0e5-540b-4437-ad91-ed4d5de1a01d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:28.233083 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dbaee4ef-9317-4cf2-8f14-7a80748ea721 req-0ae8a0e5-540b-4437-ad91-ed4d5de1a01d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 943 time: 0.1097064 Feb 20 20:58:28.234622 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:58:28.234963 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Checking segment: {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:28.235345 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Bound using segment: {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:58:28.235783 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Bound port: 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:58:28.236139 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:28.294065 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8010fc1d-e57b-4683-8c14-a9cd5b8adf8e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9c92840a-a33d-4461-a6c9-69048944a647,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:28.303928 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8010fc1d-e57b-4683-8c14-a9cd5b8adf8e admin admin] Checking segment: {'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:28.304316 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8010fc1d-e57b-4683-8c14-a9cd5b8adf8e admin admin] Network hostable DHCP agents. Network: a4f8a45b-b791-457b-a875-24c2671e4732, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:58:28.345683 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8010fc1d-e57b-4683-8c14-a9cd5b8adf8e admin admin] Network a4f8a45b-b791-457b-a875-24c2671e4732 is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:58:28.382742 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-8010fc1d-e57b-4683-8c14-a9cd5b8adf8e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, a4f8a45b-b791-457b-a875-24c2671e4732) {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:28.392911 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa4cacb9-fa94-4e2d-a9d1-08fc425ba2dc None None] Network a4f8a45b-b791-457b-a875-24c2671e4732 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:58:28.396801 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8010fc1d-e57b-4683-8c14-a9cd5b8adf8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:28.397588 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8010fc1d-e57b-4683-8c14-a9cd5b8adf8e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:28.420748 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-8010fc1d-e57b-4683-8c14-a9cd5b8adf8e admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.5158846 Feb 20 20:58:28.423204 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57040) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:28.430237 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dbaee4ef-9317-4cf2-8f14-7a80748ea721 req-0c8c2702-4a9d-40ed-a12e-4ee0462d2d23 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1908114 Feb 20 20:58:28.446366 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1267401915-router', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:28.483846 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] For port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:58:28.485280 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129096'] for router (249bf6ac-a832-4b7d-8864-82be706384ca), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:28.487436 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129203'] for router (249bf6ac-a832-4b7d-8864-82be706384ca), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:28.488939 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] For port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:58:28.498944 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:28.531826 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb04bdfe-ad97-4bbe-a59a-7fd3812c2040 None None] Network a4f8a45b-b791-457b-a875-24c2671e4732 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:58:28.563352 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Publish callbacks [] for router_controller (249bf6ac-a832-4b7d-8864-82be706384ca), precommit_add_association {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:28.589762 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:28.590436 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:28.592025 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] 10.222.0.90 "PUT /v2.0/ports/67b1464b-b415-41e0-aebd-e0a6ff9d5b8e HTTP/1.1" status: 200 len: 1093 time: 1.3605289 Feb 20 20:58:28.592538 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3c6953fa-f77d-413e-8a6e-3cf3da65cbce', 'tag': '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:28.594946 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad0bc87c-ccad-4fb5-9c7d-9c785924038a" -d '{"events": [{"name": "network-changed", "server_uuid": "3c6953fa-f77d-413e-8a6e-3cf3da65cbce", "tag": "67b1464b-b415-41e0-aebd-e0a6ff9d5b8e"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:28.625387 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c8fd66-0521-479c-b788-3a538d42c91f service neutron] Pushing event updated for resources: {'Port': ['ID=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:28.703376 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0887849-ee4d-46e2-bed0-9d5b49a5c671 x-openstack-request-id: req-b0887849-ee4d-46e2-bed0-9d5b49a5c671 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:28.704058 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3c6953fa-f77d-413e-8a6e-3cf3da65cbce", "tag": "67b1464b-b415-41e0-aebd-e0a6ff9d5b8e", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:28.704535 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b0887849-ee4d-46e2-bed0-9d5b49a5c671 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:28.705232 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3c6953fa-f77d-413e-8a6e-3cf3da65cbce', 'tag': '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e', 'status': 'completed', 'code': 200} Feb 20 20:58:28.723190 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-a6960ee5-1a39-40e3-a934-5534ec4caf5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:28.725363 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-a6960ee5-1a39-40e3-a934-5534ec4caf5b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 1127 time: 0.0723491 Feb 20 20:58:28.774264 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Publish callbacks [] for router_gateway (249bf6ac-a832-4b7d-8864-82be706384ca), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:28.779465 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-4e8232ff-5040-493b-8378-c2cd7b6f61ab service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e HTTP/1.1" status: 200 len: 217 time: 0.0457854 Feb 20 20:58:28.798976 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8daca33a-9ec4-40e5-a196-ecbf21f5fcd5 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:28.850394 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-7c50aeb0-8b1e-476e-873b-1da1062dc6fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:28.850859 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-7c50aeb0-8b1e-476e-873b-1da1062dc6fd service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f3ccb5e-d618-4f83-b90a-ab491849376b HTTP/1.1" status: 200 len: 854 time: 0.0622890 Feb 20 20:58:28.900466 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-4bc7fe61-2aff-4642-bf1d-5a575d829cc6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4d41f296-a8e9-4928-969d-8c481e411ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0379434 Feb 20 20:58:28.910958 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57062) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:29.013773 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-c74e4b85-3ee4-4ed8-b54b-a231779ec7d4 service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1046848 Feb 20 20:58:29.023543 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Publish callbacks [] for router_gateway (249bf6ac-a832-4b7d-8864-82be706384ca), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:29.044372 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:29.126546 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-888c5e0e-9da2-431a-83df-f98fff7a30a2 req-e894d6d5-9be8-44ca-8610-e5afdce4b920 service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1034942 Feb 20 20:58:29.161804 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-60046f96-8b69-4f7f-bdba-00e8532737b3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:29.179024 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Allocated IP 172.27.2.135 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/62eec56a-a315-456e-8989-4a40c559a955) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:58:29.277441 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bc87c-ccad-4fb5-9c7d-9c785924038a req-412082a7-efec-4d56-bce3-0bb28d6864f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:29.278810 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ad0bc87c-ccad-4fb5-9c7d-9c785924038a req-412082a7-efec-4d56-bce3-0bb28d6864f3 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 1127 time: 0.0805495 Feb 20 20:58:29.358926 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Publish callbacks [] for port (62eec56a-a315-456e-8989-4a40c559a955), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:29.398504 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-60046f96-8b69-4f7f-bdba-00e8532737b3 admin admin] Publish callbacks [] for security_group (ab88c344-1635-4d24-b863-221a93fee76e), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:29.410134 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-60046f96-8b69-4f7f-bdba-00e8532737b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (ab88c344-1635-4d24-b863-221a93fee76e), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:29.422360 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (62eec56a-a315-456e-8989-4a40c559a955), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:29.444045 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bc87c-ccad-4fb5-9c7d-9c785924038a req-4e007f77-0515-4c05-8763-954bfaf9a92e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:29.445562 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ad0bc87c-ccad-4fb5-9c7d-9c785924038a req-4e007f77-0515-4c05-8763-954bfaf9a92e service neutron] 10.222.0.90 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 915 time: 0.1562502 Feb 20 20:58:29.465655 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:29.470602 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:29.474962 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:58:29.477735 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-60046f96-8b69-4f7f-bdba-00e8532737b3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4d25282928554606b3a27d998dc27a13&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5652461 Feb 20 20:58:29.480328 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57084) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:29.508832 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60046f96-8b69-4f7f-bdba-00e8532737b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab88c344-1635-4d24-b863-221a93fee76e,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:29.513826 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ad0bc87c-ccad-4fb5-9c7d-9c785924038a req-a29130a5-12d2-413c-8fab-2ae74213f28e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e HTTP/1.1" status: 200 len: 217 time: 0.0574865 Feb 20 20:58:29.545802 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Pushing event updated for resources: {'Port': ['ID=62eec56a-a315-456e-8989-4a40c559a955,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:29.584758 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad0bc87c-ccad-4fb5-9c7d-9c785924038a req-fb34198b-b733-4d6c-8810-210365d286d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:29.586811 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ad0bc87c-ccad-4fb5-9c7d-9c785924038a req-fb34198b-b733-4d6c-8810-210365d286d8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f3ccb5e-d618-4f83-b90a-ab491849376b HTTP/1.1" status: 200 len: 854 time: 0.0661099 Feb 20 20:58:29.638764 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cc2b480e-d199-4c24-a496-cbc2976c7c21 admin admin] Publish callbacks [] for security_group (ab88c344-1635-4d24-b863-221a93fee76e), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:29.658631 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ad0bc87c-ccad-4fb5-9c7d-9c785924038a req-fb3e98a2-5917-4aea-aae3-fc5bab247d5b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4d41f296-a8e9-4928-969d-8c481e411ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0610015 Feb 20 20:58:29.713098 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cc2b480e-d199-4c24-a496-cbc2976c7c21 admin admin] Publish callbacks [] for security_group (ab88c344-1635-4d24-b863-221a93fee76e), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:29.738746 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96745c5b-4473-4121-90cf-b663d6df7459 req-f608f319-541d-4d43-b83c-33e29d3fe6b1 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:29.741717 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-96745c5b-4473-4121-90cf-b663d6df7459 req-f608f319-541d-4d43-b83c-33e29d3fe6b1 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 943 time: 0.1535830 Feb 20 20:58:29.811242 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-96745c5b-4473-4121-90cf-b663d6df7459 req-ae2657ae-866a-4f4f-a2d6-6b1e328728cc tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609841 Feb 20 20:58:29.833183 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cc2b480e-d199-4c24-a496-cbc2976c7c21 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (ab88c344-1635-4d24-b863-221a93fee76e), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:29.834604 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ad0bc87c-ccad-4fb5-9c7d-9c785924038a req-67230d08-1a8b-40b2-be56-4cd215ead87e service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655276 Feb 20 20:58:29.840204 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cc2b480e-d199-4c24-a496-cbc2976c7c21 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:29.844375 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-cc2b480e-d199-4c24-a496-cbc2976c7c21 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/ab88c344-1635-4d24-b863-221a93fee76e HTTP/1.1" status: 204 len: 168 time: 0.3604505 Feb 20 20:58:29.884620 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b480e-d199-4c24-a496-cbc2976c7c21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab88c344-1635-4d24-b863-221a93fee76e,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:29.911165 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Publish callbacks [] for router_gateway (249bf6ac-a832-4b7d-8864-82be706384ca), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:30.041750 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ad0bc87c-ccad-4fb5-9c7d-9c785924038a req-263925e9-6aa4-47af-8c80-b789679394f7 service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1997588 Feb 20 20:58:30.211996 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:30.428642 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608182'] for router (249bf6ac-a832-4b7d-8864-82be706384ca), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:30.453887 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57108) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:30.469388 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d5e67846-4022-490b-b1ed-349231cf607d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:30.553760 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d5e67846-4022-490b-b1ed-349231cf607d admin admin] Publish callbacks [] for security_group (c00d8e8f-eac4-4287-8cff-33a41098afff), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:30.557772 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d5e67846-4022-490b-b1ed-349231cf607d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c00d8e8f-eac4-4287-8cff-33a41098afff), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:30.584936 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Router 249bf6ac-a832-4b7d-8864-82be706384ca is scheduled to L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb with binding_index 1 {{(pid=102717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:58:30.594377 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5e67846-4022-490b-b1ed-349231cf607d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c00d8e8f-eac4-4287-8cff-33a41098afff,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:30.599397 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-d5e67846-4022-490b-b1ed-349231cf607d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=13ab3208159e46ea84d159b87037c995&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1435940 Feb 20 20:58:30.601961 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57110) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:30.656730 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-39badbab-ce01-47d4-9cf0-890bdcf308c1 admin admin] Publish callbacks [] for security_group (c00d8e8f-eac4-4287-8cff-33a41098afff), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:30.678133 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-39badbab-ce01-47d4-9cf0-890bdcf308c1 admin admin] Publish callbacks [] for security_group (c00d8e8f-eac4-4287-8cff-33a41098afff), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:30.695567 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:58:30.709004 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Sync routers for ids ['249bf6ac-a832-4b7d-8864-82be706384ca'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:58:30.713711 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:30.717924 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a1b9adb6-8476-4749-8792-166c7540e70a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 2.2936709 Feb 20 20:58:30.718106 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57112) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:30.721188 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Routers {'249bf6ac-a832-4b7d-8864-82be706384ca'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:58:30.722071 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:58:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['249bf6ac-a832-4b7d-8864-82be706384ca'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:30.771083 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-39badbab-ce01-47d4-9cf0-890bdcf308c1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c00d8e8f-eac4-4287-8cff-33a41098afff), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:30.774318 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-39badbab-ce01-47d4-9cf0-890bdcf308c1 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:30.775455 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-39badbab-ce01-47d4-9cf0-890bdcf308c1 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c00d8e8f-eac4-4287-8cff-33a41098afff HTTP/1.1" status: 204 len: 168 time: 0.1725707 Feb 20 20:58:30.791454 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39badbab-ce01-47d4-9cf0-890bdcf308c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c00d8e8f-eac4-4287-8cff-33a41098afff,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:30.840316 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Set router 249bf6ac-a832-4b7d-8864-82be706384ca gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:58:31.036955 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1267401915-router', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '62eec56a-a315-456e-8989-4a40c559a955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:28Z', 'updated_at': '2022-02-20T20:58:29Z', 'revision_number': 3, 'project_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'gw_port': {'id': '62eec56a-a315-456e-8989-4a40c559a955', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:29Z', 'updated_at': '2022-02-20T20:58:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:31.046571 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f835501-7119-4d4d-8ecd-ed3dfe6a0e7e req-aee1da7e-cdda-4469-8f50-2d80baabb21e tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:31.048047 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2f835501-7119-4d4d-8ecd-ed3dfe6a0e7e req-aee1da7e-cdda-4469-8f50-2d80baabb21e tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 943 time: 0.1048982 Feb 20 20:58:31.072245 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Checking router: 249bf6ac-a832-4b7d-8864-82be706384ca for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:58:31.072746 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Updating router 249bf6ac-a832-4b7d-8864-82be706384ca port 62eec56a-a315-456e-8989-4a40c559a955 binding host dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:58:31.101393 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (62eec56a-a315-456e-8989-4a40c559a955), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:31.171834 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2f835501-7119-4d4d-8ecd-ed3dfe6a0e7e req-d47cdc3d-3ad0-4b9d-9411-1dac145a62f7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1119492 Feb 20 20:58:31.294450 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:31.371308 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Publish callbacks [] for port (62eec56a-a315-456e-8989-4a40c559a955), precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:31.378744 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (62eec56a-a315-456e-8989-4a40c559a955), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:31.442958 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Attempting to bind port 62eec56a-a315-456e-8989-4a40c559a955 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:58:31.443575 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Attempting to bind port 62eec56a-a315-456e-8989-4a40c559a955 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:58:31.444304 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Attempting to bind port 62eec56a-a315-456e-8989-4a40c559a955 on network ea720e23-b531-404c-aafa-141089e16b4e {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:31.450814 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Pushing event updated for resources: {'Port': ['ID=62eec56a-a315-456e-8989-4a40c559a955,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:31.457871 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:58:31.459010 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Checking segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:31.459675 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:31.460236 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Bound using segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:58:31.460901 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Bound port: 62eec56a-a315-456e-8989-4a40c559a955, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:58:31.461520 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (62eec56a-a315-456e-8989-4a40c559a955), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:31.483908 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.484601 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.485122 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.485602 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.486079 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.486550 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.487023 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.487518 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.487855 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.488187 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.488552 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.488880 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.489761 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:31.500285 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Allocated IP 172.20.0.1 (a4f8a45b-b791-457b-a875-24c2671e4732/9c92840a-a33d-4461-a6c9-69048944a647/aad6206f-44c4-4dfb-be20-b7cdda0e48c8) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:58:31.532537 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] For port 62eec56a-a315-456e-8989-4a40c559a955, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:58:31.536348 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] For port 62eec56a-a315-456e-8989-4a40c559a955, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=62eec56a-a315-456e-8989-4a40c559a955,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:58:31.545793 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (62eec56a-a315-456e-8989-4a40c559a955), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:31.617107 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1821bbc7-c721-4a52-ab3d-0f492ebe59b5 None None] Pushing event updated for resources: {'Port': ['ID=62eec56a-a315-456e-8989-4a40c559a955,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:31.645254 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Routers {'249bf6ac-a832-4b7d-8864-82be706384ca'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:58:31.646593 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:58:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['249bf6ac-a832-4b7d-8864-82be706384ca'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:31.683619 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:58:31.870337 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] Set router 249bf6ac-a832-4b7d-8864-82be706384ca gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:58:31.882329 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:31.907638 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e', 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8', 'port_id': '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e', 'mac_address': 'fa:16:3e:53:5d:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3ccb5e-d618-4f83-b90a-ab491849376b', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:58:31.914129 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:31.968202 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:31.968761 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:32.003074 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:58:32.042165 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Publish callbacks [] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:32.054939 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:32.061610 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:32.126196 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:32.134609 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:32.146958 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.147654 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.148599 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.149154 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.149687 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.150272 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.150796 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.152009 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.152779 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.153606 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.154098 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.154594 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.155095 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:58:32.209851 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Network a4f8a45b-b791-457b-a875-24c2671e4732 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:32.213684 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Pushing event updated for resources: {'Port': ['ID=aad6206f-44c4-4dfb-be20-b7cdda0e48c8,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:32.217109 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:32.224148 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:58:32.297311 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609121'] for router_interface (249bf6ac-a832-4b7d-8864-82be706384ca), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:32.322491 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1267401915-router', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '62eec56a-a315-456e-8989-4a40c559a955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:28Z', 'updated_at': '2022-02-20T20:58:29Z', 'revision_number': 3, 'project_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'gw_port': {'id': '62eec56a-a315-456e-8989-4a40c559a955', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:29Z', 'updated_at': '2022-02-20T20:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:32.344472 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['67b1464b-b415-41e0-aebd-e0a6ff9d5b8e'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:58:32.353230 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ccbd624-35bb-4143-a27e-e24dce66f2ed None None] The sync data for ids ['249bf6ac-a832-4b7d-8864-82be706384ca'] in dv-cinder-830088-1-iscsi is: [{'id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1267401915-router', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '62eec56a-a315-456e-8989-4a40c559a955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:28Z', 'updated_at': '2022-02-20T20:58:29Z', 'revision_number': 3, 'project_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'gw_port': {'id': '62eec56a-a315-456e-8989-4a40c559a955', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:29Z', 'updated_at': '2022-02-20T20:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:58:32.464055 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02ceedd-7127-4fff-b560-cc747b667b8b req-68af1287-a426-4d0f-a53e-7cf4f7c28089 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:32.465653 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a02ceedd-7127-4fff-b560-cc747b667b8b req-68af1287-a426-4d0f-a53e-7cf4f7c28089 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 944 time: 0.1311157 Feb 20 20:58:32.549476 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:32.555725 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a02ceedd-7127-4fff-b560-cc747b667b8b req-5ae8c81e-7ca5-40d0-9a3c-597b42b1f189 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759792 Feb 20 20:58:32.665337 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57188) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:32.762498 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Publish callbacks [] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:32.767502 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:32.831217 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-75f890a4-69e0-4ad3-9e5c-cf805eeba733 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:32.845799 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Pushing event updated for resources: {'Port': ['ID=aad6206f-44c4-4dfb-be20-b7cdda0e48c8,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:32.849309 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609269'] for router_interface (249bf6ac-a832-4b7d-8864-82be706384ca), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:32.921823 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-75f890a4-69e0-4ad3-9e5c-cf805eeba733 admin admin] Publish callbacks [] for security_group (feaeeae6-355d-4061-af7f-a9c4b7c3da7e), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:32.927951 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-75f890a4-69e0-4ad3-9e5c-cf805eeba733 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (feaeeae6-355d-4061-af7f-a9c4b7c3da7e), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:32.955902 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Network a4f8a45b-b791-457b-a875-24c2671e4732 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:32.958384 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:32.968148 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-75f890a4-69e0-4ad3-9e5c-cf805eeba733 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1bf4fc7ff6c7469f9669f0b74a66a3cf&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3017187 Feb 20 20:58:32.969066 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f890a4-69e0-4ad3-9e5c-cf805eeba733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feaeeae6-355d-4061-af7f-a9c4b7c3da7e,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:32.970861 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57192) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:33.116801 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-39a12aa3-f755-473b-8641-f076fcf77834 admin admin] Publish callbacks [] for security_group (feaeeae6-355d-4061-af7f-a9c4b7c3da7e), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:33.146202 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Router 249bf6ac-a832-4b7d-8864-82be706384ca has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:58:33.161073 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-39a12aa3-f755-473b-8641-f076fcf77834 admin admin] Publish callbacks [] for security_group (feaeeae6-355d-4061-af7f-a9c4b7c3da7e), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:33.204567 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:33.323908 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-39a12aa3-f755-473b-8641-f076fcf77834 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (feaeeae6-355d-4061-af7f-a9c4b7c3da7e), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:33.326810 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-39a12aa3-f755-473b-8641-f076fcf77834 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:33.330743 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-39a12aa3-f755-473b-8641-f076fcf77834 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/feaeeae6-355d-4061-af7f-a9c4b7c3da7e HTTP/1.1" status: 204 len: 168 time: 0.3545299 Feb 20 20:58:33.334856 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:58:33.345193 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-f73d7c51-23ee-4590-939f-de5d2b1fcf70 admin admin] 10.222.0.71 "PUT /v2.0/routers/249bf6ac-a832-4b7d-8864-82be706384ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6246736 Feb 20 20:58:33.351113 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a12aa3-f755-473b-8641-f076fcf77834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feaeeae6-355d-4061-af7f-a9c4b7c3da7e,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:33.670341 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57222) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:33.698475 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:33.734496 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b2e415-7369-4979-84b1-e9eba72248be req-ee7c5a84-832e-4f3e-99ec-93c6913225dc tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:33.744377 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-15b2e415-7369-4979-84b1-e9eba72248be req-ee7c5a84-832e-4f3e-99ec-93c6913225dc tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 944 time: 0.1081102 Feb 20 20:58:33.770470 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:58:33.782111 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:33.783737 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:33.813419 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-15b2e415-7369-4979-84b1-e9eba72248be req-9bea9a21-aa8a-420d-8fde-27e46294e936 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679691 Feb 20 20:58:33.894335 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-812dea23-971b-4fe1-873c-d3154569d730 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:33.966918 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:33.967876 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:34.032511 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6953fa-f77d-413e-8a6e-3cf3da65cbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:34.043195 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-074c9bc1-96c2-46f0-bbd3-ff73fbe9d940" -d '{"events": [{"server_uuid": "3c6953fa-f77d-413e-8a6e-3cf3da65cbce", "name": "network-vif-plugged", "status": "completed", "tag": "67b1464b-b415-41e0-aebd-e0a6ff9d5b8e"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:34.070896 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-812dea23-971b-4fe1-873c-d3154569d730 admin admin] Publish callbacks [] for security_group (d978118e-3421-433b-bc3a-cc2065df8dae), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:34.072579 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:34.077104 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-812dea23-971b-4fe1-873c-d3154569d730 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (d978118e-3421-433b-bc3a-cc2065df8dae), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:34.079361 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:34.117417 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57240) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:34.120985 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-812dea23-971b-4fe1-873c-d3154569d730 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=cdc0d0def06e40719a129706ca0e1e15&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4488060 Feb 20 20:58:34.163431 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812dea23-971b-4fe1-873c-d3154569d730 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d978118e-3421-433b-bc3a-cc2065df8dae,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:34.228422 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-938ae08e-5489-44b0-8c91-1246a0c3dce7 x-openstack-request-id: req-938ae08e-5489-44b0-8c91-1246a0c3dce7 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:34.228951 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6953fa-f77d-413e-8a6e-3cf3da65cbce", "name": "network-vif-plugged", "status": "completed", "tag": "67b1464b-b415-41e0-aebd-e0a6ff9d5b8e", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:34.229130 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-938ae08e-5489-44b0-8c91-1246a0c3dce7 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:34.229640 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6953fa-f77d-413e-8a6e-3cf3da65cbce', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e', 'code': 200} Feb 20 20:58:34.230712 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2e9c-0c8d-4a53-bcf5-71563b0c6b0a admin admin] Publish callbacks [] for security_group (d978118e-3421-433b-bc3a-cc2065df8dae), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:34.231467 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:34.269294 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2e9c-0c8d-4a53-bcf5-71563b0c6b0a admin admin] Publish callbacks [] for security_group (d978118e-3421-433b-bc3a-cc2065df8dae), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:34.404438 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2e9c-0c8d-4a53-bcf5-71563b0c6b0a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (d978118e-3421-433b-bc3a-cc2065df8dae), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:34.407489 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6c9e2e9c-0c8d-4a53-bcf5-71563b0c6b0a admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:34.408859 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-6c9e2e9c-0c8d-4a53-bcf5-71563b0c6b0a admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d978118e-3421-433b-bc3a-cc2065df8dae HTTP/1.1" status: 204 len: 168 time: 0.2900376 Feb 20 20:58:34.433982 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9e2e9c-0c8d-4a53-bcf5-71563b0c6b0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d978118e-3421-433b-bc3a-cc2065df8dae,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:34.445011 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c70491d-f368-454e-9fce-a1bd7342e90b req-b61d5927-82c0-446f-afa3-04925f9e5033 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:34.446831 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5c70491d-f368-454e-9fce-a1bd7342e90b req-b61d5927-82c0-446f-afa3-04925f9e5033 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 1129 time: 0.1430068 Feb 20 20:58:34.491580 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Sync routers for ids ['249bf6ac-a832-4b7d-8864-82be706384ca'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:58:34.514255 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-17838d61-d1a4-4283-96b4-0b9bb40e7c18 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:34.515742 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-17838d61-d1a4-4283-96b4-0b9bb40e7c18 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/networks?id=a4f8a45b-b791-457b-a875-24c2671e4732 HTTP/1.1" status: 200 len: 819 time: 0.1835787 Feb 20 20:58:34.528976 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 62eec56a-a315-456e-8989-4a40c559a955 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:34.556861 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-54a31185-252e-4d3d-aabf-79b60ff02654 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/quotas/09c6d47e4a5f4d7896bbf6d3240b4269 HTTP/1.1" status: 200 len: 375 time: 0.0316737 Feb 20 20:58:34.560224 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5c70491d-f368-454e-9fce-a1bd7342e90b req-40e7fa51-30fa-436f-90ed-8687dc7e2d9f service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918169 Feb 20 20:58:34.601611 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Routers {'249bf6ac-a832-4b7d-8864-82be706384ca'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:58:34.602395 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:58:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['249bf6ac-a832-4b7d-8864-82be706384ca'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:34.657406 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-c2afc2cb-861c-4230-806a-c69f62e346dd tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=09c6d47e4a5f4d7896bbf6d3240b4269&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0880945 Feb 20 20:58:34.665131 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 62eec56a-a315-456e-8989-4a40c559a955 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:34.665866 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (62eec56a-a315-456e-8989-4a40c559a955), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:34.803561 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-755a7f8f-b1c5-4372-b32d-5935d31ce365 service neutron] 10.222.0.71 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300547 Feb 20 20:58:34.856791 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Set router 249bf6ac-a832-4b7d-8864-82be706384ca gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:58:34.859122 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 62eec56a-a315-456e-8989-4a40c559a955 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:34.859514 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (62eec56a-a315-456e-8989-4a40c559a955), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:34.924778 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port 62eec56a-a315-456e-8989-4a40c559a955, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=62eec56a-a315-456e-8989-4a40c559a955,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:34.931256 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (62eec56a-a315-456e-8989-4a40c559a955), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:35.072860 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=62eec56a-a315-456e-8989-4a40c559a955,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:35.079488 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-1af5afeb-a69c-43d4-95e9-a5820059169b service neutron] 10.222.0.71 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701917 Feb 20 20:58:35.099059 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79b1be7-13c3-4967-b9d1-7bc518ec47c8 req-fec09cdc-dfa6-4b9a-b538-bfa5291b7bd6 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:35.107775 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c79b1be7-13c3-4967-b9d1-7bc518ec47c8 req-fec09cdc-dfa6-4b9a-b538-bfa5291b7bd6 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 945 time: 0.2137525 Feb 20 20:58:35.114246 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57286) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:35.216571 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c79b1be7-13c3-4967-b9d1-7bc518ec47c8 req-57a23f61-fb32-418d-9e78-1e61611661c6 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073477 Feb 20 20:58:35.246954 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1267401915-router', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '62eec56a-a315-456e-8989-4a40c559a955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:28Z', 'updated_at': '2022-02-20T20:58:32Z', 'revision_number': 4, 'project_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'gw_port': {'id': '62eec56a-a315-456e-8989-4a40c559a955', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:29Z', 'updated_at': '2022-02-20T20:58:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': 'aad6206f-44c4-4dfb-be20-b7cdda0e48c8', 'name': '', 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'mac_address': 'fa:16:3e:e0:49:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9c92840a-a33d-4461-a6c9-69048944a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:31Z', 'updated_at': '2022-02-20T20:58:32Z', 'revision_number': 2, 'project_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'subnets': [{'id': '9c92840a-a33d-4461-a6c9-69048944a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:35.296845 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c2d46c95-12fa-4968-a758-be102ad59028 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:35.307850 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Checking router: 249bf6ac-a832-4b7d-8864-82be706384ca for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:58:35.308332 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Updating router 249bf6ac-a832-4b7d-8864-82be706384ca port aad6206f-44c4-4dfb-be20-b7cdda0e48c8 binding host dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:58:35.363890 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:35.464743 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c2d46c95-12fa-4968-a758-be102ad59028 admin admin] Publish callbacks [] for security_group (51cdc815-c9df-498a-9409-644b5b9f0c61), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:35.476520 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c2d46c95-12fa-4968-a758-be102ad59028 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (51cdc815-c9df-498a-9409-644b5b9f0c61), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:35.483704 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7dff3b90-fa4d-4f2e-9b42-3b20ed7d6e14 req-4199fb15-b762-4bc7-9b1f-6d052d899e2a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 210 time: 0.0692980 Feb 20 20:58:35.542832 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-c2d46c95-12fa-4968-a758-be102ad59028 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a1215e208cd84c68aa4a0b983809e9c5&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4265089 Feb 20 20:58:35.544184 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d46c95-12fa-4968-a758-be102ad59028 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=51cdc815-c9df-498a-9409-644b5b9f0c61,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:35.545542 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57306) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:35.616837 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-50fe2c69-5f30-4fb2-80e5-bd36670002ac admin admin] Publish callbacks [] for security_group (51cdc815-c9df-498a-9409-644b5b9f0c61), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:35.656996 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-50fe2c69-5f30-4fb2-80e5-bd36670002ac admin admin] Publish callbacks [] for security_group (51cdc815-c9df-498a-9409-644b5b9f0c61), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:35.839474 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Publish callbacks [] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:35.860735 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:35.869179 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-50fe2c69-5f30-4fb2-80e5-bd36670002ac admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (51cdc815-c9df-498a-9409-644b5b9f0c61), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:35.873207 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-50fe2c69-5f30-4fb2-80e5-bd36670002ac admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:35.874707 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-50fe2c69-5f30-4fb2-80e5-bd36670002ac admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/51cdc815-c9df-498a-9409-644b5b9f0c61 HTTP/1.1" status: 204 len: 168 time: 0.3281569 Feb 20 20:58:35.936216 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fe2c69-5f30-4fb2-80e5-bd36670002ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51cdc815-c9df-498a-9409-644b5b9f0c61,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:35.996721 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-dab47ef5-6dc9-4079-936d-25ccb9097d86 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:36.001729 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-dab47ef5-6dc9-4079-936d-25ccb9097d86 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/networks?id=a4f8a45b-b791-457b-a875-24c2671e4732 HTTP/1.1" status: 200 len: 819 time: 0.2543004 Feb 20 20:58:36.031451 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-abd45418-cb61-49f3-9b60-95545bdbaf3f tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/quotas/09c6d47e4a5f4d7896bbf6d3240b4269 HTTP/1.1" status: 200 len: 375 time: 0.0198386 Feb 20 20:58:36.032748 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Attempting to bind port aad6206f-44c4-4dfb-be20-b7cdda0e48c8 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:58:36.033129 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Attempting to bind port aad6206f-44c4-4dfb-be20-b7cdda0e48c8 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:58:36.033820 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Attempting to bind port aad6206f-44c4-4dfb-be20-b7cdda0e48c8 on network a4f8a45b-b791-457b-a875-24c2671e4732 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:36.049378 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2505d-e5b6-44e1-ae47-19aa44f5cf3a None None] Pushing event updated for resources: {'Port': ['ID=aad6206f-44c4-4dfb-be20-b7cdda0e48c8,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:36.065673 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:58:36.066489 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Checking segment: {'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:36.067096 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:36.067829 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Bound using segment: {'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:58:36.068771 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Bound port: aad6206f-44c4-4dfb-be20-b7cdda0e48c8, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:58:36.069355 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:36.119737 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-3a028000-35f4-4718-a083-b173651d0503 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=09c6d47e4a5f4d7896bbf6d3240b4269&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0783389 Feb 20 20:58:36.178242 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] For port aad6206f-44c4-4dfb-be20-b7cdda0e48c8, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:58:36.181918 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] For port aad6206f-44c4-4dfb-be20-b7cdda0e48c8, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=aad6206f-44c4-4dfb-be20-b7cdda0e48c8,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:58:36.189520 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:36.247490 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-acc07321-9460-4c01-bb3a-4749bfa29f7a service neutron] 10.222.0.71 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193655 Feb 20 20:58:36.283383 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Routers {'249bf6ac-a832-4b7d-8864-82be706384ca'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:58:36.283953 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:58:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['249bf6ac-a832-4b7d-8864-82be706384ca'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:36.367539 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65a2505d-e5b6-44e1-ae47-19aa44f5cf3a None None] Pushing event updated for resources: {'Port': ['ID=aad6206f-44c4-4dfb-be20-b7cdda0e48c8,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:36.426065 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 62eec56a-a315-456e-8989-4a40c559a955 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:36.435238 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8260a52-58d9-4c6f-8278-2911dbd375a5 req-e5501faa-a13b-44e2-b6e4-44b86ba91a0d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:36.436782 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e8260a52-58d9-4c6f-8278-2911dbd375a5 req-e5501faa-a13b-44e2-b6e4-44b86ba91a0d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 945 time: 0.0921659 Feb 20 20:58:36.444950 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-dd06c308-1a8c-4f14-92f9-142d2c8c1631 service neutron] 10.222.0.71 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882598 Feb 20 20:58:36.517673 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e8260a52-58d9-4c6f-8278-2911dbd375a5 req-c9fe99f5-c7b7-4aca-9cc5-cf2065cd7621 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721550 Feb 20 20:58:36.586976 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] Set router 249bf6ac-a832-4b7d-8864-82be706384ca gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:58:36.666184 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57356) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:36.725579 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fddcafc3-111d-4979-b410-0a56bafd00f4 req-7c3a54f5-3867-4d16-9b64-b7f4ccc6c051 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 210 time: 0.0622447 Feb 20 20:58:36.727798 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7c6a392b-3a92-46a5-9fca-cbf1b14ea572 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:36.943419 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7c6a392b-3a92-46a5-9fca-cbf1b14ea572 admin admin] Publish callbacks [] for security_group (dd6387d5-4229-43e1-93a4-d0dce15e3072), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:36.988120 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7c6a392b-3a92-46a5-9fca-cbf1b14ea572 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (dd6387d5-4229-43e1-93a4-d0dce15e3072), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:37.080762 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 62eec56a-a315-456e-8989-4a40c559a955 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:37.081209 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (62eec56a-a315-456e-8989-4a40c559a955), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:37.096833 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-ce65321c-dcce-4259-9088-67d0f18a8919 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/networks?tenant_id=a1a0f582745a4b788432eb47156f696a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1498959 Feb 20 20:58:37.314818 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1267401915-router', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '62eec56a-a315-456e-8989-4a40c559a955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:28Z', 'updated_at': '2022-02-20T20:58:32Z', 'revision_number': 4, 'project_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'gw_port': {'id': '62eec56a-a315-456e-8989-4a40c559a955', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:29Z', 'updated_at': '2022-02-20T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': 'aad6206f-44c4-4dfb-be20-b7cdda0e48c8', 'name': '', 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'mac_address': 'fa:16:3e:e0:49:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9c92840a-a33d-4461-a6c9-69048944a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:31Z', 'updated_at': '2022-02-20T20:58:36Z', 'revision_number': 4, 'project_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'subnets': [{'id': '9c92840a-a33d-4461-a6c9-69048944a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:37.359910 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5a83859-1af6-4c41-b6e5-7b17590ef33a None None] The sync data for ids ['249bf6ac-a832-4b7d-8864-82be706384ca'] in dv-cinder-830088-1-iscsi is: [{'id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1267401915-router', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '62eec56a-a315-456e-8989-4a40c559a955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:28Z', 'updated_at': '2022-02-20T20:58:32Z', 'revision_number': 4, 'project_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'gw_port': {'id': '62eec56a-a315-456e-8989-4a40c559a955', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:29Z', 'updated_at': '2022-02-20T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': 'aad6206f-44c4-4dfb-be20-b7cdda0e48c8', 'name': '', 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'mac_address': 'fa:16:3e:e0:49:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'device_owner': 'network:router_interface', 'standard_attr_id': 298, 'fixed_ips': [{'subnet_id': '9c92840a-a33d-4461-a6c9-69048944a647', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:31Z', 'updated_at': '2022-02-20T20:58:36Z', 'revision_number': 4, 'project_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'subnets': [{'id': '9c92840a-a33d-4461-a6c9-69048944a647', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:58:37.362030 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-7c6a392b-3a92-46a5-9fca-cbf1b14ea572 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0ee5942cc27d47b0895b491828ae949e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.6946368 Feb 20 20:58:37.362322 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 62eec56a-a315-456e-8989-4a40c559a955 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:37.365176 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57396) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:37.391333 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6a392b-3a92-46a5-9fca-cbf1b14ea572 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd6387d5-4229-43e1-93a4-d0dce15e3072,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:37.473685 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-df4dea59-f817-445d-bd52-9feb28dbde33 admin admin] Publish callbacks [] for security_group (dd6387d5-4229-43e1-93a4-d0dce15e3072), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:37.505793 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-df4dea59-f817-445d-bd52-9feb28dbde33 admin admin] Publish callbacks [] for security_group (dd6387d5-4229-43e1-93a4-d0dce15e3072), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:37.625514 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-df4dea59-f817-445d-bd52-9feb28dbde33 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (dd6387d5-4229-43e1-93a4-d0dce15e3072), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:37.628595 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-df4dea59-f817-445d-bd52-9feb28dbde33 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:37.633839 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-df4dea59-f817-445d-bd52-9feb28dbde33 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dd6387d5-4229-43e1-93a4-d0dce15e3072 HTTP/1.1" status: 204 len: 168 time: 0.2673180 Feb 20 20:58:37.642721 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4dea59-f817-445d-bd52-9feb28dbde33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd6387d5-4229-43e1-93a4-d0dce15e3072,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:37.663778 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-1670bb61-5bb5-41ec-8b3b-e99de1aea4ea tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:37.665325 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-1670bb61-5bb5-41ec-8b3b-e99de1aea4ea tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.90 "GET /v2.0/networks?id=a4f8a45b-b791-457b-a875-24c2671e4732 HTTP/1.1" status: 200 len: 819 time: 0.6430869 Feb 20 20:58:37.673143 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-f338a3d5-2359-4a48-9e9a-70c9e9477db2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:37.677529 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-f338a3d5-2359-4a48-9e9a-70c9e9477db2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5435085 Feb 20 20:58:37.692813 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Request body: {'port': {'device_id': '5e0e4248-3cfb-427e-bc2d-1033beb52bd3', 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732', 'admin_state_up': True, 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:37.788931 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-4917b065-2a1d-4780-be6f-c1d0c2eb87bc tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/quotas/a1a0f582745a4b788432eb47156f696a HTTP/1.1" status: 200 len: 375 time: 0.0834231 Feb 20 20:58:37.836672 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-60fe3a56-cb2a-47db-b525-63bff3606edf tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a1a0f582745a4b788432eb47156f696a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0395210 Feb 20 20:58:37.881741 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d634f605-d20d-4481-bb7b-efe5495ab1d3 req-5ef66577-f2df-4936-a3cc-fa0c89db33b9 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 210 time: 0.0483205 Feb 20 20:58:37.940711 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Made reservation on behalf of 09c6d47e4a5f4d7896bbf6d3240b4269 for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:37.940711 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:38.152197 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4172f026-8712-4a20-a5e3-fbc508d282a8 req-41c6dbfb-8564-4bea-b221-4aab5dbc65c4 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 210 time: 0.0851519 Feb 20 20:58:38.556456 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device aad6206f-44c4-4dfb-be20-b7cdda0e48c8 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:38.714023 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port aad6206f-44c4-4dfb-be20-b7cdda0e48c8 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:38.714408 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:38.999412 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port aad6206f-44c4-4dfb-be20-b7cdda0e48c8 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:38.999935 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:39.080680 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port aad6206f-44c4-4dfb-be20-b7cdda0e48c8, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=aad6206f-44c4-4dfb-be20-b7cdda0e48c8,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:39.088149 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:39.164451 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3b258a13-de56-45f3-94c7-7eaae53bb15f req-e972f809-c8ef-48da-971a-d2c9b3e517a5 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 210 time: 0.0930767 Feb 20 20:58:39.201502 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=aad6206f-44c4-4dfb-be20-b7cdda0e48c8,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:39.237487 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Allocated IP 172.20.0.11 (a4f8a45b-b791-457b-a875-24c2671e4732/9c92840a-a33d-4461-a6c9-69048944a647/07c3d813-bb86-4b72-bc52-c7cd06b1d277) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:58:39.370549 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-21beadbb-6c75-4114-8c28-1f8db8e15f4e req-eb499baf-72ce-4090-a1b3-e98d2442756d tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 210 time: 0.0605528 Feb 20 20:58:39.407590 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-bbc862cb-fe4f-4d9f-8320-4a380eaea9eb tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:39.411832 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-bbc862cb-fe4f-4d9f-8320-4a380eaea9eb tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.90 "GET /v2.0/networks?id=a4f8a45b-b791-457b-a875-24c2671e4732 HTTP/1.1" status: 200 len: 819 time: 1.1419940 Feb 20 20:58:39.460980 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Request body: {'port': {'device_id': '24f25c67-dfe8-4412-a717-bc3c38731841', 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732', 'admin_state_up': True, 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:39.633129 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-7c0737ea-8ec1-4c41-9bc7-83009f177b25 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:39.634690 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-7c0737ea-8ec1-4c41-9bc7-83009f177b25 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 814 time: 0.4642756 Feb 20 20:58:39.674242 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-da531f02-2d01-4a27-810f-28caffe40970 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/quotas/bfbdfaf922c34f919a01201bb796d65d HTTP/1.1" status: 200 len: 375 time: 0.0305257 Feb 20 20:58:39.719115 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-209271e9-9c0b-4825-99a3-ae7e0fb86cc2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.90 "GET /v2.0/networks?tenant_id=a1a0f582745a4b788432eb47156f696a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0385447 Feb 20 20:58:39.783413 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Made reservation on behalf of 09c6d47e4a5f4d7896bbf6d3240b4269 for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:39.786958 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:39.839941 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks [] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:39.869038 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-b09e759f-3b75-4729-bfd4-b6698f2e89da tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1723316 Feb 20 20:58:39.959831 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-991255a4-2179-4cb5-83f9-dbe18cd52ba8 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:39.961527 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-991255a4-2179-4cb5-83f9-dbe18cd52ba8 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.90 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2355728 Feb 20 20:58:40.007442 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:40.019460 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Request body: {'port': {'device_id': '30269513-112f-4e9b-ad01-4467051fe711', 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8', 'admin_state_up': True, 'tenant_id': 'a1a0f582745a4b788432eb47156f696a'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:40.104912 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Network a4f8a45b-b791-457b-a875-24c2671e4732 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:40.119585 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:40.122286 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:58:40.153181 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-8a3e1f85-3c5f-4a22-8c02-90705d4888de service neutron] 10.222.0.71 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2737815 Feb 20 20:58:40.154635 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Made reservation on behalf of a1a0f582745a4b788432eb47156f696a for: {'port': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:40.159339 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:40.164881 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Pushing event updated for resources: {'Port': ['ID=07c3d813-bb86-4b72-bc52-c7cd06b1d277,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:40.170978 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:40.245732 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Allocated IP 172.20.0.2 (a4f8a45b-b791-457b-a875-24c2671e4732/9c92840a-a33d-4461-a6c9-69048944a647/c2c5450d-37e3-4f91-a36c-295bb6e516ae) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:58:40.263622 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:40.264421 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:40.289416 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Publish callbacks [] for security_group (c430297f-23fb-46e9-ba37-543a344e2622), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:40.295339 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c430297f-23fb-46e9-ba37-543a344e2622), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:40.328273 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1c391554-68b9-4abd-85ff-879daf01d3ac req-c76b5412-c8aa-4c49-8240-dbbd0dc4f100 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 210 time: 0.0561831 Feb 20 20:58:40.386846 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-369143bf-364b-4fd0-9df3-3c7fded0ba7b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.7034683 Feb 20 20:58:40.398403 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device aad6206f-44c4-4dfb-be20-b7cdda0e48c8 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:40.410399 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Request body: {'port': {'device_id': '5e0e4248-3cfb-427e-bc2d-1033beb52bd3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:40.485882 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c430297f-23fb-46e9-ba37-543a344e2622,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:40.495325 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port aad6206f-44c4-4dfb-be20-b7cdda0e48c8 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:40.499709 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:40.587006 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-b267f3f8-96a3-4d14-a422-68cb91c8fe40 service neutron] 10.222.0.71 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4230869 Feb 20 20:58:40.627350 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a2448a6b-0eb1-437e-8389-76486a648327 req-a8e84de2-564a-4088-9ec0-dd1a090eb711 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 210 time: 0.1130855 Feb 20 20:58:40.671573 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port aad6206f-44c4-4dfb-be20-b7cdda0e48c8 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:40.687509 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Allocated IP 192.168.233.4 (8322e26e-e357-459d-a952-f077acb0f0f8/b839c0eb-d62e-41eb-adab-a50a95a36030/93409ad3-6a48-4e87-b742-f8cb3bb6ec88) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:58:40.703595 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:40.710252 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks [] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:40.897329 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bfa563d4-1c85-4a3f-a47a-67eb8cc22d6f req-d7133fab-737c-4814-a246-958802e2a2c2 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 210 time: 0.0492189 Feb 20 20:58:40.943056 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Publish callbacks [] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:40.982964 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:41.030353 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:41.083887 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Network 8322e26e-e357-459d-a952-f077acb0f0f8 is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:41.093242 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Pushing event updated for resources: {'Port': ['ID=c2c5450d-37e3-4f91-a36c-295bb6e516ae,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:41.096975 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:41.107806 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:58:41.157299 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Pushing event updated for resources: {'Port': ['ID=93409ad3-6a48-4e87-b742-f8cb3bb6ec88,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:41.190418 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:41.191074 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:41.193733 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Network a4f8a45b-b791-457b-a875-24c2671e4732 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:41.199312 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:41.208944 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:58:41.245025 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a8bdfee4-0bfb-40a3-8f56-243cea2f4e5e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.2303538 Feb 20 20:58:41.257782 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Request body: {'port': {'device_id': '30269513-112f-4e9b-ad01-4467051fe711', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:41.300273 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:41.300953 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:41.335147 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6e387a2f-1854-45cf-ba81-6ca334ff1d00 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8968379 Feb 20 20:58:41.359091 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Request body: {'port': {'device_id': '24f25c67-dfe8-4412-a717-bc3c38731841', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:41.393550 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57556) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:41.406390 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:41.478510 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7763d994-0fdb-40cb-aab6-84cbb5326d62 None None] Provisioning complete for port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:41.480601 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7763d994-0fdb-40cb-aab6-84cbb5326d62 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:41.526618 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:41.565273 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7763d994-0fdb-40cb-aab6-84cbb5326d62 None None] Port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:58:41.569862 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ca0fbfa7-0c85-4f42-ae10-853fcc750d6a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:41.673908 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07c3d813-bb86-4b72-bc52-c7cd06b1d277 {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:58:41.716291 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc18c1-7574-4436-bef4-b41149a4a974 req-5c74ca22-3654-4bcd-8df7-894086e0e72b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:41.724141 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-accc18c1-7574-4436-bef4-b41149a4a974 req-5c74ca22-3654-4bcd-8df7-894086e0e72b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 931 time: 0.2489283 Feb 20 20:58:41.731879 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Publish callbacks [] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:41.883490 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Transition to ACTIVE for port object 07c3d813-bb86-4b72-bc52-c7cd06b1d277 will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:58:41.902570 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:41.916931 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-accc18c1-7574-4436-bef4-b41149a4a974 req-a9d563ea-5ff6-46f5-bd9e-39e416ecf496 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1917555 Feb 20 20:58:42.053452 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 {{(pid=102717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:58:42.061436 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Publish callbacks [] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.064339 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-16e5bde8-bed7-4452-b566-5d9b91a9255b req-4cd44179-abad-4aee-9053-a6247f8a5eb6 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 210 time: 0.0533717 Feb 20 20:58:42.095961 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.provisioning_blocks [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Transition to ACTIVE for port object 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 will not be triggered until provisioned by entity L2. {{(pid=102717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:58:42.098893 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Pushing event updated for resources: {'Port': ['ID=07c3d813-bb86-4b72-bc52-c7cd06b1d277,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:42.109050 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.145283 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2459defb-1e99-4a50-8c8e-2adfa3b50b03 req-e95e6819-4e0c-490d-b15d-012278f64307 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:42.146958 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2459defb-1e99-4a50-8c8e-2adfa3b50b03 req-e95e6819-4e0c-490d-b15d-012278f64307 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 934 time: 0.3418634 Feb 20 20:58:42.162582 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ca0fbfa7-0c85-4f42-ae10-853fcc750d6a admin admin] Publish callbacks [] for security_group (5ddeddaf-fec6-4c46-aed0-de21838d13f3), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.208859 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ca0fbfa7-0c85-4f42-ae10-853fcc750d6a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (5ddeddaf-fec6-4c46-aed0-de21838d13f3), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.325647 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca0fbfa7-0c85-4f42-ae10-853fcc750d6a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ddeddaf-fec6-4c46-aed0-de21838d13f3,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:42.386842 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-ca0fbfa7-0c85-4f42-ae10-853fcc750d6a admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7446a84d6a6642e891ded1f9863d88ff&name=default HTTP/1.1" status: 200 len: 2996 time: 0.9889529 Feb 20 20:58:42.389913 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57578) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:42.426378 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2459defb-1e99-4a50-8c8e-2adfa3b50b03 req-e53da977-668d-4f4f-9dca-3480b2980762 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2673535 Feb 20 20:58:42.449048 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Attempting to bind port 07c3d813-bb86-4b72-bc52-c7cd06b1d277 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:58:42.449617 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Attempting to bind port 07c3d813-bb86-4b72-bc52-c7cd06b1d277 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:58:42.450043 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Attempting to bind port 07c3d813-bb86-4b72-bc52-c7cd06b1d277 on network a4f8a45b-b791-457b-a875-24c2671e4732 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:42.455700 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Pushing event updated for resources: {'Port': ['ID=93409ad3-6a48-4e87-b742-f8cb3bb6ec88,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:42.483681 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Port 07c3d813-bb86-4b72-bc52-c7cd06b1d277 on network a4f8a45b-b791-457b-a875-24c2671e4732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:58:42.484108 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Attempting to bind port 07c3d813-bb86-4b72-bc52-c7cd06b1d277 on network a4f8a45b-b791-457b-a875-24c2671e4732 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:42.493653 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:58:42.494469 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Checking segment: {'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:42.494677 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Bound using segment: {'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:58:42.495102 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Bound port: 07c3d813-bb86-4b72-bc52-c7cd06b1d277, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:58:42.495543 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.512053 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2c5450d-37e3-4f91-a36c-295bb6e516ae {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:58:42.524487 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Publish callbacks [] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.562328 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Transition to ACTIVE for port object c2c5450d-37e3-4f91-a36c-295bb6e516ae will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:58:42.568547 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Attempting to bind port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:58:42.568946 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Attempting to bind port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '386080f9-7f38-4f26-99a6-be64ea9a921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8'}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:58:42.569275 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Attempting to bind port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 on network 8322e26e-e357-459d-a952-f077acb0f0f8 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:42.573347 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.601851 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 on network 8322e26e-e357-459d-a952-f077acb0f0f8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:58:42.602189 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Attempting to bind port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 on network 8322e26e-e357-459d-a952-f077acb0f0f8 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:42.621414 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:58:42.622034 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Checking segment: {'id': '386080f9-7f38-4f26-99a6-be64ea9a921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:42.622317 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Bound using segment: {'id': '386080f9-7f38-4f26-99a6-be64ea9a921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8'} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:58:42.623046 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Bound port: 93409ad3-6a48-4e87-b742-f8cb3bb6ec88, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '386080f9-7f38-4f26-99a6-be64ea9a921f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 196, 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8'}}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:58:42.623406 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.625168 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] For port 07c3d813-bb86-4b72-bc52-c7cd06b1d277, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:58:42.633865 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-a046aa48-e323-4929-8fc7-ed904cd496b0 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:42.635376 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-a046aa48-e323-4929-8fc7-ed904cd496b0 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 814 time: 0.3617868 Feb 20 20:58:42.647484 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] For port 07c3d813-bb86-4b72-bc52-c7cd06b1d277, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=07c3d813-bb86-4b72-bc52-c7cd06b1d277,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:58:42.656265 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Request body: {'port': {'device_id': 'e20d9b86-2345-4386-a8e8-0dcc91559deb', 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8', 'admin_state_up': True, 'tenant_id': 'bfbdfaf922c34f919a01201bb796d65d'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:42.656781 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c5450d-37e3-4f91-a36c-295bb6e516ae,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:42.662568 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-10bf4c2c-1d27-4116-b550-fb720277d7ec admin admin] Publish callbacks [] for security_group (5ddeddaf-fec6-4c46-aed0-de21838d13f3), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.675060 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.734977 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:42.735363 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.737175 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] 10.222.0.90 "PUT /v2.0/ports/07c3d813-bb86-4b72-bc52-c7cd06b1d277 HTTP/1.1" status: 200 len: 1094 time: 2.3316236 Feb 20 20:58:42.741276 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5e0e4248-3cfb-427e-bc2d-1033beb52bd3', 'tag': '07c3d813-bb86-4b72-bc52-c7cd06b1d277'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:42.744525 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5aaebca-c4d3-48ce-ada3-73e251e52d37" -d '{"events": [{"name": "network-changed", "server_uuid": "5e0e4248-3cfb-427e-bc2d-1033beb52bd3", "tag": "07c3d813-bb86-4b72-bc52-c7cd06b1d277"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:42.767421 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-10bf4c2c-1d27-4116-b550-fb720277d7ec admin admin] Publish callbacks [] for security_group (5ddeddaf-fec6-4c46-aed0-de21838d13f3), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.784973 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c53ea4-8554-4c57-8a55-f6626c33ddc0 service neutron] Pushing event updated for resources: {'Port': ['ID=07c3d813-bb86-4b72-bc52-c7cd06b1d277,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:42.798581 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Attempting to bind port c2c5450d-37e3-4f91-a36c-295bb6e516ae on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:58:42.799388 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Attempting to bind port c2c5450d-37e3-4f91-a36c-295bb6e516ae by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:58:42.799388 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Attempting to bind port c2c5450d-37e3-4f91-a36c-295bb6e516ae on network a4f8a45b-b791-457b-a875-24c2671e4732 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:42.818174 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f1cf633e-2729-4ae1-bf29-d6bf47da3ee6 x-openstack-request-id: req-f1cf633e-2729-4ae1-bf29-d6bf47da3ee6 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:42.818556 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5e0e4248-3cfb-427e-bc2d-1033beb52bd3", "tag": "07c3d813-bb86-4b72-bc52-c7cd06b1d277", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:42.818823 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f1cf633e-2729-4ae1-bf29-d6bf47da3ee6 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:42.819221 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5e0e4248-3cfb-427e-bc2d-1033beb52bd3', 'tag': '07c3d813-bb86-4b72-bc52-c7cd06b1d277', 'status': 'completed', 'code': 200} Feb 20 20:58:42.822426 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] For port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88, host hv-cinder-83008, cleared binding levels {{(pid=102717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:58:42.837326 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Port c2c5450d-37e3-4f91-a36c-295bb6e516ae on network a4f8a45b-b791-457b-a875-24c2671e4732 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:58:42.837649 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Attempting to bind port c2c5450d-37e3-4f91-a36c-295bb6e516ae on network a4f8a45b-b791-457b-a875-24c2671e4732 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:42.846506 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:58:42.847279 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Checking segment: {'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:42.847279 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Bound using segment: {'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:58:42.847630 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Bound port: c2c5450d-37e3-4f91-a36c-295bb6e516ae, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '432821af-ebef-4cff-a242-1048b2ef3550', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 193, 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:58:42.847985 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.865649 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] For port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=93409ad3-6a48-4e87-b742-f8cb3bb6ec88,segment=NetworkSegment(386080f9-7f38-4f26-99a6-be64ea9a921f),segment_id=386080f9-7f38-4f26-99a6-be64ea9a921f)] {{(pid=102717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:58:42.878438 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.897200 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-f95e1643-eae8-4ee6-afcf-112ff70a559b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:42.898736 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-f95e1643-eae8-4ee6-afcf-112ff70a559b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09c6d47e4a5f4d7896bbf6d3240b4269&device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 1128 time: 0.0950351 Feb 20 20:58:42.924266 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-10bf4c2c-1d27-4116-b550-fb720277d7ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (5ddeddaf-fec6-4c46-aed0-de21838d13f3), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.927534 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-10bf4c2c-1d27-4116-b550-fb720277d7ec admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.928815 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-10bf4c2c-1d27-4116-b550-fb720277d7ec admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5ddeddaf-fec6-4c46-aed0-de21838d13f3 HTTP/1.1" status: 204 len: 168 time: 0.5269237 Feb 20 20:58:42.946827 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:42.947460 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.948895 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] 10.222.0.90 "PUT /v2.0/ports/93409ad3-6a48-4e87-b742-f8cb3bb6ec88 HTTP/1.1" status: 200 len: 1096 time: 1.6961982 Feb 20 20:58:42.951161 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Made reservation on behalf of bfbdfaf922c34f919a01201bb796d65d for: {'port': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:42.954518 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:42.956316 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '30269513-112f-4e9b-ad01-4467051fe711', 'tag': '93409ad3-6a48-4e87-b742-f8cb3bb6ec88'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:42.959862 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-457c66bb-b313-462a-994d-d491b13ccca4" -d '{"events": [{"name": "network-changed", "server_uuid": "30269513-112f-4e9b-ad01-4467051fe711", "tag": "93409ad3-6a48-4e87-b742-f8cb3bb6ec88"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:42.961827 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-4d63975c-3242-47a1-becd-c723984d0e5a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07c3d813-bb86-4b72-bc52-c7cd06b1d277 HTTP/1.1" status: 200 len: 217 time: 0.0551634 Feb 20 20:58:42.998291 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10bf4c2c-1d27-4116-b550-fb720277d7ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ddeddaf-fec6-4c46-aed0-de21838d13f3,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:43.002663 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] For port c2c5450d-37e3-4f91-a36c-295bb6e516ae, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:58:43.028141 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] For port c2c5450d-37e3-4f91-a36c-295bb6e516ae, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c2c5450d-37e3-4f91-a36c-295bb6e516ae,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:58:43.045341 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:43.048902 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-6e21fb00-1222-44e4-b8d7-25f0dcaf5d19 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:43.050665 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-6e21fb00-1222-44e4-b8d7-25f0dcaf5d19 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c92840a-a33d-4461-a6c9-69048944a647 HTTP/1.1" status: 200 len: 859 time: 0.0814106 Feb 20 20:58:43.102692 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:43.103328 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:43.105225 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] 10.222.0.90 "PUT /v2.0/ports/c2c5450d-37e3-4f91-a36c-295bb6e516ae HTTP/1.1" status: 200 len: 1093 time: 1.7510631 Feb 20 20:58:43.149824 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a435719c-1475-49b1-b048-4cd22a6a73c0 x-openstack-request-id: req-a435719c-1475-49b1-b048-4cd22a6a73c0 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:43.151385 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "30269513-112f-4e9b-ad01-4467051fe711", "tag": "93409ad3-6a48-4e87-b742-f8cb3bb6ec88", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:43.152125 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a435719c-1475-49b1-b048-4cd22a6a73c0 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:43.153660 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '30269513-112f-4e9b-ad01-4467051fe711', 'tag': '93409ad3-6a48-4e87-b742-f8cb3bb6ec88', 'status': 'completed', 'code': 200} Feb 20 20:58:43.175848 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-5e003990-0d25-4f3a-a934-a9f7dcfa6054 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4f8a45b-b791-457b-a875-24c2671e4732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0917809 Feb 20 20:58:43.177344 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c7953be-5ba0-4e96-8be6-dda84d7f60a8 service neutron] Pushing event updated for resources: {'Port': ['ID=93409ad3-6a48-4e87-b742-f8cb3bb6ec88,revision_number=3']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:43.279461 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a5303edc-c501-4086-8b4f-e34e01690341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:43.281064 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-a5303edc-c501-4086-8b4f-e34e01690341 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1a0f582745a4b788432eb47156f696a&device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 1130 time: 0.2689826 Feb 20 20:58:43.363914 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-fe0dd6aa-b84a-426a-8cd3-489483e71b7e service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=93409ad3-6a48-4e87-b742-f8cb3bb6ec88 HTTP/1.1" status: 200 len: 217 time: 0.0643911 Feb 20 20:58:43.444427 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Allocated IP 172.20.0.10 (4d41f296-a8e9-4928-969d-8c481e411ee8/1f3ccb5e-d618-4f83-b90a-ab491849376b/8f84a00e-2a64-49ae-ab14-81121f3b07a5) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:58:43.447067 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57600) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:43.472841 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-d6157d34-c2d3-43d0-a9ee-2d61e3109837 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:43.474909 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-d6157d34-c2d3-43d0-a9ee-2d61e3109837 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b839c0eb-d62e-41eb-adab-a50a95a36030 HTTP/1.1" status: 200 len: 843 time: 0.0990982 Feb 20 20:58:43.476638 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bbad2e40-3372-4b9c-9772-59fec430d40f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:43.600468 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b07ede8a-44de-4650-a612-3c7e38b9605e req-373f19b0-b8be-4352-9c10-ad4a36820c12 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 210 time: 0.4124219 Feb 20 20:58:43.613571 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71317275-cac5-481c-8445-ba0ed4fd5d97 service neutron] Pushing event updated for resources: {'Port': ['ID=c2c5450d-37e3-4f91-a36c-295bb6e516ae,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:43.636535 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-7c24450e-c012-455c-957b-e98e2c5bad38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:43.638058 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-7c24450e-c012-455c-957b-e98e2c5bad38 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09c6d47e4a5f4d7896bbf6d3240b4269&device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 1127 time: 0.4791608 Feb 20 20:58:43.672515 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cda8b94-45ff-4c6d-b14e-57c96ba36319 req-005ae5bd-3ab1-4447-996e-6bc4fc9def36 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:43.672515 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5cda8b94-45ff-4c6d-b14e-57c96ba36319 req-005ae5bd-3ab1-4447-996e-6bc4fc9def36 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 943 time: 0.5782101 Feb 20 20:58:43.721233 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-998d4b9e-6b6a-4fac-a1e1-e12aebe40e72 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2c5450d-37e3-4f91-a36c-295bb6e516ae HTTP/1.1" status: 200 len: 217 time: 0.0415294 Feb 20 20:58:43.732455 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-6c291bbf-4ab8-438f-9d6c-cee325d5da60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:43.734801 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-6c291bbf-4ab8-438f-9d6c-cee325d5da60 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8322e26e-e357-459d-a952-f077acb0f0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.2519481 Feb 20 20:58:43.804505 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5cda8b94-45ff-4c6d-b14e-57c96ba36319 req-6e6992a0-47d6-4fba-8c6e-4f5bba9f0f1a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423426 Feb 20 20:58:43.835035 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-60840ffb-06f9-401c-aabd-9d8b78af01ea service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6438029 Feb 20 20:58:43.871974 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6f0c9a6d-4cc9-4536-bf11-57911c75f644 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:43.873824 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-6f0c9a6d-4cc9-4536-bf11-57911c75f644 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c92840a-a33d-4461-a6c9-69048944a647 HTTP/1.1" status: 200 len: 859 time: 0.1180675 Feb 20 20:58:43.890120 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks [] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:43.905034 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-c3ab6bcf-f58d-4258-99ed-692c5d0861c3 service neutron] 10.222.0.90 "GET /v2.0/networks/8322e26e-e357-459d-a952-f077acb0f0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556342 Feb 20 20:58:43.915066 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bbad2e40-3372-4b9c-9772-59fec430d40f admin admin] Publish callbacks [] for security_group (5b2b6378-0e3f-44b8-ad68-0ebc030f2940), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:43.929464 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bbad2e40-3372-4b9c-9772-59fec430d40f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (5b2b6378-0e3f-44b8-ad68-0ebc030f2940), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:43.939747 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-e82fff9f-e4bb-430e-a969-b584daff703e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4f8a45b-b791-457b-a875-24c2671e4732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0363827 Feb 20 20:58:43.949375 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2559291-309d-4fee-87b7-49597ebf5de8 req-96e3f78f-afbf-4ecd-a335-44a5fea7d62e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:43.950807 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b2559291-309d-4fee-87b7-49597ebf5de8 req-96e3f78f-afbf-4ecd-a335-44a5fea7d62e tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 946 time: 0.2222679 Feb 20 20:58:44.021345 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-bbad2e40-3372-4b9c-9772-59fec430d40f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d4fb2008c4964b57b9dc3d35815c2d31&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5700352 Feb 20 20:58:44.022836 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57610) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:44.033887 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbad2e40-3372-4b9c-9772-59fec430d40f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2b6378-0e3f-44b8-ad68-0ebc030f2940,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:44.052797 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:44.054348 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e1b61b8-87d6-41f3-b83a-1e00a06ac1d9 req-cc0c48f7-6ac2-4616-9329-8a8448502fc6 service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2098265 Feb 20 20:58:44.067228 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['eeab640d-b8b0-4420-b87a-736f67addc77', '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:58:44.079113 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b2559291-309d-4fee-87b7-49597ebf5de8 req-74eb6079-3f61-493a-85f8-675c3524e7f8 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170003 Feb 20 20:58:44.108542 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-d49b1f6b-6976-48f8-80dc-0962a43e4f9b service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1552660 Feb 20 20:58:44.126760 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Network 4d41f296-a8e9-4928-969d-8c481e411ee8 is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:44.144409 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:44.156508 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:58:44.192702 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ec66e6f-3ecf-42ff-ab1f-152212b6901f req-29f26667-43fd-48e2-9f96-5fc27db15092 service neutron] 10.222.0.90 "GET /v2.0/networks/8322e26e-e357-459d-a952-f077acb0f0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2708457 Feb 20 20:58:44.217141 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Pushing event updated for resources: {'Port': ['ID=8f84a00e-2a64-49ae-ab14-81121f3b07a5,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:44.230949 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b1979a25-3f98-4548-9009-1afb18abe362 admin admin] Publish callbacks [] for security_group (5b2b6378-0e3f-44b8-ad68-0ebc030f2940), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:44.238135 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:44.238900 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:44.269229 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaebca-c4d3-48ce-ada3-73e251e52d37 req-bc6621a0-6180-421d-87f4-6b1ba8e4d73d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:44.271260 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a5aaebca-c4d3-48ce-ada3-73e251e52d37 req-bc6621a0-6180-421d-87f4-6b1ba8e4d73d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09c6d47e4a5f4d7896bbf6d3240b4269&device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 1128 time: 0.1306887 Feb 20 20:58:44.276290 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-ff205f89-4863-434e-8c4d-57558ddd6004 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6272700 Feb 20 20:58:44.276895 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-0b767488-798f-47b3-b3c6-2a155f22bda4 service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1477103 Feb 20 20:58:44.306950 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Request body: {'port': {'device_id': 'e20d9b86-2345-4386-a8e8-0dcc91559deb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:44.311171 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b1979a25-3f98-4548-9009-1afb18abe362 admin admin] Publish callbacks [] for security_group (5b2b6378-0e3f-44b8-ad68-0ebc030f2940), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:44.393062 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaebca-c4d3-48ce-ada3-73e251e52d37 req-91a4b59b-205a-4e27-b830-90270ac6ab09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:44.394789 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a5aaebca-c4d3-48ce-ada3-73e251e52d37 req-91a4b59b-205a-4e27-b830-90270ac6ab09 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4f8a45b-b791-457b-a875-24c2671e4732 HTTP/1.1" status: 200 len: 920 time: 0.1029673 Feb 20 20:58:44.435357 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c66bb-b313-462a-994d-d491b13ccca4 req-07835cd7-4280-4356-8d5d-02f70cae90a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:44.437327 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-457c66bb-b313-462a-994d-d491b13ccca4 req-07835cd7-4280-4356-8d5d-02f70cae90a1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a1a0f582745a4b788432eb47156f696a&device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 1130 time: 0.1562421 Feb 20 20:58:44.437892 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:44.445301 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a5aaebca-c4d3-48ce-ada3-73e251e52d37 req-c331f5d4-8668-45a8-ab7c-f175be4fe8e9 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07c3d813-bb86-4b72-bc52-c7cd06b1d277 HTTP/1.1" status: 200 len: 217 time: 0.0409482 Feb 20 20:58:44.498042 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aaebca-c4d3-48ce-ada3-73e251e52d37 req-81b27dcc-1bd4-445d-9563-e5486995e4cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:44.499573 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a5aaebca-c4d3-48ce-ada3-73e251e52d37 req-81b27dcc-1bd4-445d-9563-e5486995e4cf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c92840a-a33d-4461-a6c9-69048944a647 HTTP/1.1" status: 200 len: 859 time: 0.0464888 Feb 20 20:58:44.538593 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a5aaebca-c4d3-48ce-ada3-73e251e52d37 req-09b9b1e0-ef46-40ec-a883-f1c22333feb6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4f8a45b-b791-457b-a875-24c2671e4732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302389 Feb 20 20:58:44.637957 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a5aaebca-c4d3-48ce-ada3-73e251e52d37 req-b8233e67-8cec-4dcb-b6a4-4bd95532d315 service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845261 Feb 20 20:58:44.700754 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b1979a25-3f98-4548-9009-1afb18abe362 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (5b2b6378-0e3f-44b8-ad68-0ebc030f2940), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:44.703168 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b1979a25-3f98-4548-9009-1afb18abe362 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:44.704318 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-b1979a25-3f98-4548-9009-1afb18abe362 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/5b2b6378-0e3f-44b8-ad68-0ebc030f2940 HTTP/1.1" status: 204 len: 168 time: 0.6779912 Feb 20 20:58:44.757029 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1979a25-3f98-4548-9009-1afb18abe362 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2b6378-0e3f-44b8-ad68-0ebc030f2940,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:44.784291 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc074f0-08b6-438b-aa9b-fd5d45e90801 req-37db3e84-bf91-4a16-8fbc-b492acf2cc2d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:44.791214 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2bc074f0-08b6-438b-aa9b-fd5d45e90801 req-37db3e84-bf91-4a16-8fbc-b492acf2cc2d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 932 time: 0.0897679 Feb 20 20:58:44.795183 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a5aaebca-c4d3-48ce-ada3-73e251e52d37 req-e32b69f4-d366-40fc-ae3a-c9f49b3eddec service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478963 Feb 20 20:58:44.825565 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '24f25c67-dfe8-4412-a717-bc3c38731841', 'tag': 'c2c5450d-37e3-4f91-a36c-295bb6e516ae'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:44.827846 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ae7e5e-e120-4473-9b5f-8fd6160177e4" -d '{"events": [{"name": "network-changed", "server_uuid": "24f25c67-dfe8-4412-a717-bc3c38731841", "tag": "c2c5450d-37e3-4f91-a36c-295bb6e516ae"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:44.899254 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2bc074f0-08b6-438b-aa9b-fd5d45e90801 req-89e04512-af5b-41b7-a3b4-ec155b728405 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071086 Feb 20 20:58:44.900853 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7ec826-5095-44c2-a56a-9f774e305591 x-openstack-request-id: req-cf7ec826-5095-44c2-a56a-9f774e305591 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:44.901144 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "24f25c67-dfe8-4412-a717-bc3c38731841", "tag": "c2c5450d-37e3-4f91-a36c-295bb6e516ae", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:44.901399 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cf7ec826-5095-44c2-a56a-9f774e305591 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:44.901843 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '24f25c67-dfe8-4412-a717-bc3c38731841', 'tag': 'c2c5450d-37e3-4f91-a36c-295bb6e516ae', 'status': 'completed', 'code': 200} Feb 20 20:58:44.963696 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae7e5e-e120-4473-9b5f-8fd6160177e4 req-1c37b54f-6e08-4639-b7d7-a6dc0eba361d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:44.965241 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51ae7e5e-e120-4473-9b5f-8fd6160177e4 req-1c37b54f-6e08-4639-b7d7-a6dc0eba361d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09c6d47e4a5f4d7896bbf6d3240b4269&device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 1127 time: 0.0626678 Feb 20 20:58:45.000549 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c66bb-b313-462a-994d-d491b13ccca4 req-27101129-e085-48cc-a5b4-457cb46c4ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:45.002300 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-457c66bb-b313-462a-994d-d491b13ccca4 req-27101129-e085-48cc-a5b4-457cb46c4ce6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=8322e26e-e357-459d-a952-f077acb0f0f8 HTTP/1.1" status: 200 len: 870 time: 0.5543294 Feb 20 20:58:45.070140 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-457c66bb-b313-462a-994d-d491b13ccca4 req-456276b0-65f4-47dc-b840-b17af9c81067 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.4&port_id=93409ad3-6a48-4e87-b742-f8cb3bb6ec88 HTTP/1.1" status: 200 len: 217 time: 0.0567183 Feb 20 20:58:45.106330 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9191426e-5e7f-462a-9ec3-4664dc0f4e82 req-a2547659-c869-4eb2-8a3c-8b9da49914a0 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:45.107762 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9191426e-5e7f-462a-9ec3-4664dc0f4e82 req-a2547659-c869-4eb2-8a3c-8b9da49914a0 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 943 time: 0.1416521 Feb 20 20:58:45.165344 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae7e5e-e120-4473-9b5f-8fd6160177e4 req-e5eaf98b-5d8c-4e82-b434-8a3433b56a2c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:45.166799 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51ae7e5e-e120-4473-9b5f-8fd6160177e4 req-e5eaf98b-5d8c-4e82-b434-8a3433b56a2c service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4f8a45b-b791-457b-a875-24c2671e4732 HTTP/1.1" status: 200 len: 920 time: 0.1883571 Feb 20 20:58:45.190515 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c66bb-b313-462a-994d-d491b13ccca4 req-7e56b521-cf49-4f85-b56c-1d981cc886bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:45.193104 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-457c66bb-b313-462a-994d-d491b13ccca4 req-7e56b521-cf49-4f85-b56c-1d981cc886bc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=b839c0eb-d62e-41eb-adab-a50a95a36030 HTTP/1.1" status: 200 len: 843 time: 0.0900643 Feb 20 20:58:45.227644 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51ae7e5e-e120-4473-9b5f-8fd6160177e4 req-4c4d0d28-58c9-4d83-b519-aa899a8224ee service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2c5450d-37e3-4f91-a36c-295bb6e516ae HTTP/1.1" status: 200 len: 217 time: 0.0520544 Feb 20 20:58:45.300521 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457c66bb-b313-462a-994d-d491b13ccca4 req-66c4e30e-2faa-4f05-a11a-979d1cf42f32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:45.302751 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-457c66bb-b313-462a-994d-d491b13ccca4 req-66c4e30e-2faa-4f05-a11a-979d1cf42f32 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=8322e26e-e357-459d-a952-f077acb0f0f8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1215 time: 0.0872941 Feb 20 20:58:45.307194 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9191426e-5e7f-462a-9ec3-4664dc0f4e82 req-236875f5-fa97-4579-8d44-2bd598bd4640 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1784115 Feb 20 20:58:45.331161 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51ae7e5e-e120-4473-9b5f-8fd6160177e4 req-c8cdce95-9394-4d5a-a526-c8471fe48888 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:45.332834 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51ae7e5e-e120-4473-9b5f-8fd6160177e4 req-c8cdce95-9394-4d5a-a526-c8471fe48888 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c92840a-a33d-4461-a6c9-69048944a647 HTTP/1.1" status: 200 len: 859 time: 0.0714073 Feb 20 20:58:45.341043 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8270043a-f1ee-4253-a472-b3b77e8a597c req-9aaf49a3-abec-486f-b6d5-d193ec850a57 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:45.342589 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8270043a-f1ee-4253-a472-b3b77e8a597c req-9aaf49a3-abec-486f-b6d5-d193ec850a57 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 946 time: 0.1167712 Feb 20 20:58:45.380093 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51ae7e5e-e120-4473-9b5f-8fd6160177e4 req-1bfcaef6-eb8d-494a-8032-eb75748f6b6e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4f8a45b-b791-457b-a875-24c2671e4732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0365469 Feb 20 20:58:45.389024 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8f84a00e-2a64-49ae-ab14-81121f3b07a5 {{(pid=102717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:58:45.399298 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Publish callbacks [] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:45.428484 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.provisioning_blocks [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Transition to ACTIVE for port object 8f84a00e-2a64-49ae-ab14-81121f3b07a5 will not be triggered until provisioned by entity L2. {{(pid=102717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:58:45.445322 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:45.465103 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8270043a-f1ee-4253-a472-b3b77e8a597c req-a585bf60-089a-4187-87d5-d4436c7e4ded tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122243 Feb 20 20:58:45.480322 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-457c66bb-b313-462a-994d-d491b13ccca4 req-cb317bca-7238-4883-9cbe-ec7084413242 service neutron] 10.222.0.90 "GET /v2.0/networks/8322e26e-e357-459d-a952-f077acb0f0f8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554832 Feb 20 20:58:45.504281 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51ae7e5e-e120-4473-9b5f-8fd6160177e4 req-2ce91f61-aaea-4aa8-ad2d-9ca434f236a5 service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095750 Feb 20 20:58:45.575162 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Pushing event updated for resources: {'Port': ['ID=8f84a00e-2a64-49ae-ab14-81121f3b07a5,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:45.633623 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51ae7e5e-e120-4473-9b5f-8fd6160177e4 req-096c5c15-51d6-4805-879a-dc9dcc0b696c service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1202745 Feb 20 20:58:45.658482 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-457c66bb-b313-462a-994d-d491b13ccca4 req-c0434531-ef69-4a11-bcf4-5f419586a1a3 service neutron] 10.222.0.90 "GET /v2.0/networks/8322e26e-e357-459d-a952-f077acb0f0f8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1661565 Feb 20 20:58:45.659126 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Attempting to bind port 8f84a00e-2a64-49ae-ab14-81121f3b07a5 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:58:45.659735 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Attempting to bind port 8f84a00e-2a64-49ae-ab14-81121f3b07a5 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:58:45.659872 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Attempting to bind port 8f84a00e-2a64-49ae-ab14-81121f3b07a5 on network 4d41f296-a8e9-4928-969d-8c481e411ee8 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:45.664775 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Port 8f84a00e-2a64-49ae-ab14-81121f3b07a5 on network 4d41f296-a8e9-4928-969d-8c481e411ee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:58:45.665156 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Attempting to bind port 8f84a00e-2a64-49ae-ab14-81121f3b07a5 on network 4d41f296-a8e9-4928-969d-8c481e411ee8 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:45.670124 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:58:45.670457 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Checking segment: {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:45.670865 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Bound using segment: {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:58:45.671277 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Bound port: 8f84a00e-2a64-49ae-ab14-81121f3b07a5, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'}}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:58:45.671776 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:45.740296 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] For port 8f84a00e-2a64-49ae-ab14-81121f3b07a5, host hv-cinder-83008, cleared binding levels {{(pid=102717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:58:45.743538 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] For port 8f84a00e-2a64-49ae-ab14-81121f3b07a5, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8f84a00e-2a64-49ae-ab14-81121f3b07a5,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:58:45.750756 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:45.782104 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:45.782748 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:45.784307 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] 10.222.0.90 "PUT /v2.0/ports/8f84a00e-2a64-49ae-ab14-81121f3b07a5 HTTP/1.1" status: 200 len: 1094 time: 1.4830213 Feb 20 20:58:45.787817 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e20d9b86-2345-4386-a8e8-0dcc91559deb', 'tag': '8f84a00e-2a64-49ae-ab14-81121f3b07a5'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:45.790897 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4377a85d-3ec5-4ce0-b984-7a8e8ea29caa" -d '{"events": [{"name": "network-changed", "server_uuid": "e20d9b86-2345-4386-a8e8-0dcc91559deb", "tag": "8f84a00e-2a64-49ae-ab14-81121f3b07a5"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:45.830147 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b8da06-6fa4-4e70-80a9-e95b5ed7aa0a service neutron] Pushing event updated for resources: {'Port': ['ID=8f84a00e-2a64-49ae-ab14-81121f3b07a5,revision_number=3']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:45.847336 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9f73b206-efc2-4fab-a887-671405b4dac7 x-openstack-request-id: req-9f73b206-efc2-4fab-a887-671405b4dac7 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:45.847626 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e20d9b86-2345-4386-a8e8-0dcc91559deb", "tag": "8f84a00e-2a64-49ae-ab14-81121f3b07a5", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:45.848178 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9f73b206-efc2-4fab-a887-671405b4dac7 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:45.849125 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e20d9b86-2345-4386-a8e8-0dcc91559deb', 'tag': '8f84a00e-2a64-49ae-ab14-81121f3b07a5', 'status': 'completed', 'code': 200} Feb 20 20:58:45.885177 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-fec94d88-5bba-4473-9035-f84ce3fcaa00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:45.886924 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-fec94d88-5bba-4473-9035-f84ce3fcaa00 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 1128 time: 0.0510535 Feb 20 20:58:45.937760 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-5d6edd41-2105-4847-b41e-71f7600fd72f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f84a00e-2a64-49ae-ab14-81121f3b07a5 HTTP/1.1" status: 200 len: 217 time: 0.0417480 Feb 20 20:58:45.993820 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-cf975b22-2b72-4605-a9c7-bad78086f694 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:45.995951 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-cf975b22-2b72-4605-a9c7-bad78086f694 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f3ccb5e-d618-4f83-b90a-ab491849376b HTTP/1.1" status: 200 len: 854 time: 0.0504868 Feb 20 20:58:46.023404 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3af67463-8aa7-443d-b2d2-f5130ce55a4c req-114d9610-367c-4f60-81a9-3c72d09c243d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:46.025244 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3af67463-8aa7-443d-b2d2-f5130ce55a4c req-114d9610-367c-4f60-81a9-3c72d09c243d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 944 time: 0.0557468 Feb 20 20:58:46.037355 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-b1b62181-3a0d-449b-bef8-990026903c3d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4d41f296-a8e9-4928-969d-8c481e411ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0345240 Feb 20 20:58:46.075900 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3af67463-8aa7-443d-b2d2-f5130ce55a4c req-328ae72b-a47a-4619-b507-ef4d88efca84 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450764 Feb 20 20:58:46.135876 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-88fd4730-9654-4dab-ad7f-6b3ec3877aba service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921679 Feb 20 20:58:46.232020 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ab17290-b072-4caf-a176-b98bc1db63f9 req-fa1af52c-348f-4dee-96c4-c2176a97fc0a service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893033 Feb 20 20:58:46.330994 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377a85d-3ec5-4ce0-b984-7a8e8ea29caa req-a2daa856-0514-4b64-b6f6-c1084b2aa71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:46.333303 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4377a85d-3ec5-4ce0-b984-7a8e8ea29caa req-a2daa856-0514-4b64-b6f6-c1084b2aa71e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 1128 time: 0.0513661 Feb 20 20:58:46.468185 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377a85d-3ec5-4ce0-b984-7a8e8ea29caa req-308aad04-2c9a-4644-a061-fb9fc8b8352a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:46.470185 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4377a85d-3ec5-4ce0-b984-7a8e8ea29caa req-308aad04-2c9a-4644-a061-fb9fc8b8352a service neutron] 10.222.0.90 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 915 time: 0.1197999 Feb 20 20:58:46.501416 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ff1f88f-c329-4457-b48c-354c97078393 req-c067aedb-7eeb-47b8-88e7-7aca0e07994c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:46.502846 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7ff1f88f-c329-4457-b48c-354c97078393 req-c067aedb-7eeb-47b8-88e7-7aca0e07994c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 943 time: 0.0672066 Feb 20 20:58:46.523002 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4377a85d-3ec5-4ce0-b984-7a8e8ea29caa req-473ed003-0e25-4207-9d0e-7fa1866386b0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=8f84a00e-2a64-49ae-ab14-81121f3b07a5 HTTP/1.1" status: 200 len: 217 time: 0.0443556 Feb 20 20:58:46.592582 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7ff1f88f-c329-4457-b48c-354c97078393 req-893b765f-9e0b-4959-8197-287aff891e86 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827761 Feb 20 20:58:46.605825 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4377a85d-3ec5-4ce0-b984-7a8e8ea29caa req-730fd47a-5e26-48a3-8862-371ee4fb7b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:46.605825 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4377a85d-3ec5-4ce0-b984-7a8e8ea29caa req-730fd47a-5e26-48a3-8862-371ee4fb7b09 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f3ccb5e-d618-4f83-b90a-ab491849376b HTTP/1.1" status: 200 len: 854 time: 0.0716352 Feb 20 20:58:46.642004 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4377a85d-3ec5-4ce0-b984-7a8e8ea29caa req-6c27400b-e6f9-4b1a-ad1f-7488c33d7f4f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4d41f296-a8e9-4928-969d-8c481e411ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0297720 Feb 20 20:58:46.670481 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7462ea-c61a-4ed3-a6ec-d671f7b1a11a req-0b530aa5-3a0d-4973-bf14-62679022332d tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:46.685506 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ef7462ea-c61a-4ed3-a6ec-d671f7b1a11a req-0b530aa5-3a0d-4973-bf14-62679022332d tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 946 time: 0.0907130 Feb 20 20:58:46.744169 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ef7462ea-c61a-4ed3-a6ec-d671f7b1a11a req-9cd7b605-c243-483b-b82e-f81217998a37 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576689 Feb 20 20:58:46.765420 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4377a85d-3ec5-4ce0-b984-7a8e8ea29caa req-2a2cb127-9bac-4fa9-b3c0-6b371a7fffe4 service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1139562 Feb 20 20:58:46.817909 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57722) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:46.870907 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4377a85d-3ec5-4ce0-b984-7a8e8ea29caa req-2984b662-ab2b-4c7d-80ea-ad831ec6f460 service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977018 Feb 20 20:58:46.942309 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4801e625-cd46-4b30-a041-d9cea853b892 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.029113 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4801e625-cd46-4b30-a041-d9cea853b892 admin admin] Publish callbacks [] for security_group (56f9f61e-2464-491f-a80d-648d2fa2fcbe), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.033683 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4801e625-cd46-4b30-a041-d9cea853b892 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (56f9f61e-2464-491f-a80d-648d2fa2fcbe), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.072236 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-4801e625-cd46-4b30-a041-d9cea853b892 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5c70f27b7c70411693f3d20872239b35&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2531159 Feb 20 20:58:47.073096 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4801e625-cd46-4b30-a041-d9cea853b892 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56f9f61e-2464-491f-a80d-648d2fa2fcbe,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:47.074922 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57734) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:47.103603 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57738) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:47.152793 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-87025914-714b-49b3-9656-0a19d8c938ad admin admin] Publish callbacks [] for security_group (56f9f61e-2464-491f-a80d-648d2fa2fcbe), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.190587 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-87025914-714b-49b3-9656-0a19d8c938ad admin admin] Publish callbacks [] for security_group (56f9f61e-2464-491f-a80d-648d2fa2fcbe), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.210659 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c527ed0-a007-468f-8319-00ef65d3f118 req-00e40536-c10b-4a06-a176-bc65c684fd74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:47.212269 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0c527ed0-a007-468f-8319-00ef65d3f118 req-00e40536-c10b-4a06-a176-bc65c684fd74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 944 time: 0.0630100 Feb 20 20:58:47.249869 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-87025914-714b-49b3-9656-0a19d8c938ad admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (56f9f61e-2464-491f-a80d-648d2fa2fcbe), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.252549 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-87025914-714b-49b3-9656-0a19d8c938ad admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.257818 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-87025914-714b-49b3-9656-0a19d8c938ad admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/56f9f61e-2464-491f-a80d-648d2fa2fcbe HTTP/1.1" status: 204 len: 168 time: 0.1777205 Feb 20 20:58:47.259830 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aebc1f9d-c7bf-4455-a9e2-5f23112868d2 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.266433 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87025914-714b-49b3-9656-0a19d8c938ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56f9f61e-2464-491f-a80d-648d2fa2fcbe,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:47.300669 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0c527ed0-a007-468f-8319-00ef65d3f118 req-a40c4f9d-0d3a-44a5-92e8-c3f75c487524 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821135 Feb 20 20:58:47.362534 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aebc1f9d-c7bf-4455-a9e2-5f23112868d2 admin admin] Publish callbacks [] for security_group (68809ccd-fb85-4b91-bf06-fa6f7fcae99c), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.367821 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aebc1f9d-c7bf-4455-a9e2-5f23112868d2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (68809ccd-fb85-4b91-bf06-fa6f7fcae99c), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.410409 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-aebc1f9d-c7bf-4455-a9e2-5f23112868d2 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=9ec91ab1052643e0b1f65d864af5fe66&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3055601 Feb 20 20:58:47.411873 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebc1f9d-c7bf-4455-a9e2-5f23112868d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=68809ccd-fb85-4b91-bf06-fa6f7fcae99c,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:47.413151 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57746) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:47.468592 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7e0528eb-3a24-4cf5-b1b9-462fe5081c9e admin admin] Publish callbacks [] for security_group (68809ccd-fb85-4b91-bf06-fa6f7fcae99c), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.494734 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7e0528eb-3a24-4cf5-b1b9-462fe5081c9e admin admin] Publish callbacks [] for security_group (68809ccd-fb85-4b91-bf06-fa6f7fcae99c), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.554786 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7e0528eb-3a24-4cf5-b1b9-462fe5081c9e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (68809ccd-fb85-4b91-bf06-fa6f7fcae99c), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.560277 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57748) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:47.560484 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7e0528eb-3a24-4cf5-b1b9-462fe5081c9e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.561462 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7e0528eb-3a24-4cf5-b1b9-462fe5081c9e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/68809ccd-fb85-4b91-bf06-fa6f7fcae99c HTTP/1.1" status: 204 len: 168 time: 0.1471591 Feb 20 20:58:47.569841 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0528eb-3a24-4cf5-b1b9-462fe5081c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=68809ccd-fb85-4b91-bf06-fa6f7fcae99c,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:47.574230 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-afefabf3-5f0e-4839-9fb6-fd49e6680a40 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.666028 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-afefabf3-5f0e-4839-9fb6-fd49e6680a40 admin admin] Publish callbacks [] for security_group (eaec3eba-c397-46f2-9e06-ceff4c0fc089), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.675962 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-afefabf3-5f0e-4839-9fb6-fd49e6680a40 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (eaec3eba-c397-46f2-9e06-ceff4c0fc089), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.742592 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afefabf3-5f0e-4839-9fb6-fd49e6680a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eaec3eba-c397-46f2-9e06-ceff4c0fc089,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:47.749166 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-afefabf3-5f0e-4839-9fb6-fd49e6680a40 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=98e51d9c353744c0af3f1e776225098b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1877801 Feb 20 20:58:47.753203 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57756) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:47.756455 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 07c3d813-bb86-4b72-bc52-c7cd06b1d277 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:58:47.773482 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b626ad0-4a9c-4fef-82c2-2ea41f23934e req-cce4ad4d-d19e-42c6-b085-d36afafaf5bc tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:47.775595 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6b626ad0-4a9c-4fef-82c2-2ea41f23934e req-cce4ad4d-d19e-42c6-b085-d36afafaf5bc tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 943 time: 0.1118710 Feb 20 20:58:47.887214 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6b626ad0-4a9c-4fef-82c2-2ea41f23934e req-2921e75f-76f8-44c2-9091-f359908a9ac1 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1044018 Feb 20 20:58:47.904027 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6ee8157b-5a40-4f9b-96da-3a5ec109a2c8 admin admin] Publish callbacks [] for security_group (eaec3eba-c397-46f2-9e06-ceff4c0fc089), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.922607 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 07c3d813-bb86-4b72-bc52-c7cd06b1d277, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=07c3d813-bb86-4b72-bc52-c7cd06b1d277,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:47.937302 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '07c3d813-bb86-4b72-bc52-c7cd06b1d277', 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732', 'port_id': '07c3d813-bb86-4b72-bc52-c7cd06b1d277', 'mac_address': 'fa:16:3e:ee:9c:11', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c92840a-a33d-4461-a6c9-69048944a647', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:58:47.945785 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae970871-9134-47c4-bcc6-10c3f89b885b req-699235b1-276c-47e0-ad3d-bb8b8999e764 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:47.947318 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae970871-9134-47c4-bcc6-10c3f89b885b req-699235b1-276c-47e0-ad3d-bb8b8999e764 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 946 time: 0.1112194 Feb 20 20:58:47.963398 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6ee8157b-5a40-4f9b-96da-3a5ec109a2c8 admin admin] Publish callbacks [] for security_group (eaec3eba-c397-46f2-9e06-ceff4c0fc089), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.983541 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 07c3d813-bb86-4b72-bc52-c7cd06b1d277 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:47.984021 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:47.997300 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57760) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:47.999453 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07c3d813-bb86-4b72-bc52-c7cd06b1d277 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:58:48.014304 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7723d755-0c65-4b7a-a726-0776e75f4123 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.022609 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 07c3d813-bb86-4b72-bc52-c7cd06b1d277, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=07c3d813-bb86-4b72-bc52-c7cd06b1d277,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:48.027078 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae970871-9134-47c4-bcc6-10c3f89b885b req-ac207267-3803-420b-bc8f-f4ff52645bf0 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740678 Feb 20 20:58:48.027825 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.028827 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:58:48.055786 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6ee8157b-5a40-4f9b-96da-3a5ec109a2c8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (eaec3eba-c397-46f2-9e06-ceff4c0fc089), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.060970 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6ee8157b-5a40-4f9b-96da-3a5ec109a2c8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.065441 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-6ee8157b-5a40-4f9b-96da-3a5ec109a2c8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/eaec3eba-c397-46f2-9e06-ceff4c0fc089 HTTP/1.1" status: 204 len: 168 time: 0.3084106 Feb 20 20:58:48.074692 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee8157b-5a40-4f9b-96da-3a5ec109a2c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eaec3eba-c397-46f2-9e06-ceff4c0fc089,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:48.141844 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7723d755-0c65-4b7a-a726-0776e75f4123 admin admin] Publish callbacks [] for security_group (f8f23d01-3233-4e56-96d0-faeb8d16eaa9), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.148537 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7723d755-0c65-4b7a-a726-0776e75f4123 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (f8f23d01-3233-4e56-96d0-faeb8d16eaa9), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.154146 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=07c3d813-bb86-4b72-bc52-c7cd06b1d277,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:48.177886 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7723d755-0c65-4b7a-a726-0776e75f4123 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f8f23d01-3233-4e56-96d0-faeb8d16eaa9,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:48.196732 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=93409ad3-6a48-4e87-b742-f8cb3bb6ec88,segment=NetworkSegment(386080f9-7f38-4f26-99a6-be64ea9a921f),segment_id=386080f9-7f38-4f26-99a6-be64ea9a921f)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:48.204644 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7723d755-0c65-4b7a-a726-0776e75f4123 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0eaa291d0a854788a314ba57f8e685b8&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2057285 Feb 20 20:58:48.207229 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57764) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:48.212457 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '93409ad3-6a48-4e87-b742-f8cb3bb6ec88', 'network_id': '8322e26e-e357-459d-a952-f077acb0f0f8', 'port_id': '93409ad3-6a48-4e87-b742-f8cb3bb6ec88', 'mac_address': 'fa:16:3e:ae:22:de', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 196, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b839c0eb-d62e-41eb-adab-a50a95a36030', 'ip_address': '192.168.233.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:58:48.252785 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:48.253202 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.264895 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fdae51fb-a17f-4f6f-8a67-797bb8728340 admin admin] Publish callbacks [] for security_group (f8f23d01-3233-4e56-96d0-faeb8d16eaa9), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.267438 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:58:48.291450 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=93409ad3-6a48-4e87-b742-f8cb3bb6ec88,segment=NetworkSegment(386080f9-7f38-4f26-99a6-be64ea9a921f),segment_id=386080f9-7f38-4f26-99a6-be64ea9a921f)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:48.293359 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fdae51fb-a17f-4f6f-8a67-797bb8728340 admin admin] Publish callbacks [] for security_group (f8f23d01-3233-4e56-96d0-faeb8d16eaa9), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.297877 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.299021 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device c2c5450d-37e3-4f91-a36c-295bb6e516ae details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:58:48.354462 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fdae51fb-a17f-4f6f-8a67-797bb8728340 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (f8f23d01-3233-4e56-96d0-faeb8d16eaa9), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.357156 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fdae51fb-a17f-4f6f-8a67-797bb8728340 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.358425 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-fdae51fb-a17f-4f6f-8a67-797bb8728340 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/f8f23d01-3233-4e56-96d0-faeb8d16eaa9 HTTP/1.1" status: 204 len: 168 time: 0.1484840 Feb 20 20:58:48.391993 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdae51fb-a17f-4f6f-8a67-797bb8728340 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8f23d01-3233-4e56-96d0-faeb8d16eaa9,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:48.396155 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port c2c5450d-37e3-4f91-a36c-295bb6e516ae, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c2c5450d-37e3-4f91-a36c-295bb6e516ae,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:48.422346 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=93409ad3-6a48-4e87-b742-f8cb3bb6ec88,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:48.425749 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': 'c2c5450d-37e3-4f91-a36c-295bb6e516ae', 'network_id': 'a4f8a45b-b791-457b-a875-24c2671e4732', 'port_id': 'c2c5450d-37e3-4f91-a36c-295bb6e516ae', 'mac_address': 'fa:16:3e:f2:8f:21', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 193, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9c92840a-a33d-4461-a6c9-69048944a647', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:58:48.486918 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port c2c5450d-37e3-4f91-a36c-295bb6e516ae is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:48.488310 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.489310 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b678f-9ffa-4e9d-a7e9-89befff55527 req-898a2678-42a7-4a2e-b362-800d47dc6a13 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:48.491396 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3d0b678f-9ffa-4e9d-a7e9-89befff55527 req-898a2678-42a7-4a2e-b362-800d47dc6a13 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 944 time: 0.0918078 Feb 20 20:58:48.508314 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2c5450d-37e3-4f91-a36c-295bb6e516ae {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:58:48.514386 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57772) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:48.533070 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7ba2953c-30a8-49a5-9050-e44a261222a8 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.557482 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port c2c5450d-37e3-4f91-a36c-295bb6e516ae, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c2c5450d-37e3-4f91-a36c-295bb6e516ae,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:48.566550 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.567358 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3d0b678f-9ffa-4e9d-a7e9-89befff55527 req-bdd4be16-f905-46e0-9d06-12aa97a337f4 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690379 Feb 20 20:58:48.625427 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7ba2953c-30a8-49a5-9050-e44a261222a8 admin admin] Publish callbacks [] for security_group (1042a636-b8eb-4150-9c97-9d93edfea6cd), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.631618 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7ba2953c-30a8-49a5-9050-e44a261222a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (1042a636-b8eb-4150-9c97-9d93edfea6cd), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.632141 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=c2c5450d-37e3-4f91-a36c-295bb6e516ae,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:48.671544 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7ba2953c-30a8-49a5-9050-e44a261222a8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=1cac04e8c993475192953b9bb03115df&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1559389 Feb 20 20:58:48.672683 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba2953c-30a8-49a5-9050-e44a261222a8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1042a636-b8eb-4150-9c97-9d93edfea6cd,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:48.672838 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57778) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:48.726327 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-07f52faa-5a8f-42da-b43c-197413c05108 admin admin] Publish callbacks [] for security_group (1042a636-b8eb-4150-9c97-9d93edfea6cd), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.748868 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-07f52faa-5a8f-42da-b43c-197413c05108 admin admin] Publish callbacks [] for security_group (1042a636-b8eb-4150-9c97-9d93edfea6cd), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.802160 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-07f52faa-5a8f-42da-b43c-197413c05108 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (1042a636-b8eb-4150-9c97-9d93edfea6cd), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.805250 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-07f52faa-5a8f-42da-b43c-197413c05108 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:48.806453 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-07f52faa-5a8f-42da-b43c-197413c05108 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/1042a636-b8eb-4150-9c97-9d93edfea6cd HTTP/1.1" status: 204 len: 168 time: 0.1326144 Feb 20 20:58:48.814493 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f52faa-5a8f-42da-b43c-197413c05108 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1042a636-b8eb-4150-9c97-9d93edfea6cd,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:48.964646 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['07c3d813-bb86-4b72-bc52-c7cd06b1d277'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:58:49.044275 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['c2c5450d-37e3-4f91-a36c-295bb6e516ae'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:58:49.050123 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['93409ad3-6a48-4e87-b742-f8cb3bb6ec88'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:58:49.062005 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fa6ae8e-2b85-4f9f-b75b-af7292f32624 req-243ad940-65c4-4b59-b200-1317b02dcb9e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:49.063736 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9fa6ae8e-2b85-4f9f-b75b-af7292f32624 req-243ad940-65c4-4b59-b200-1317b02dcb9e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 944 time: 0.0739093 Feb 20 20:58:49.192130 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9fa6ae8e-2b85-4f9f-b75b-af7292f32624 req-0b8590f3-043e-48fe-b74e-0ba23f20c969 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1211107 Feb 20 20:58:49.226538 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd5dc1df-6cf8-4f86-93da-4b232500ff8e req-33f1457d-b0fd-4188-8c03-8079e6c5e448 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:49.234308 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cd5dc1df-6cf8-4f86-93da-4b232500ff8e req-33f1457d-b0fd-4188-8c03-8079e6c5e448 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 947 time: 0.1116896 Feb 20 20:58:49.255822 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57804) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:49.295524 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cd5dc1df-6cf8-4f86-93da-4b232500ff8e req-c0f42b3c-f206-4d53-95ff-eacc76fbf989 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599704 Feb 20 20:58:49.386419 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-513020268-network', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:49.408417 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Made reservation on behalf of e62881a5cbea4bc0a555dbd98aa886f4 for: {'network': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:49.410985 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:49.420932 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:49.514551 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Publish callbacks [] for security_group (cfe6a373-5c59-4aa4-b459-dff869f106b7), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:49.519400 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (cfe6a373-5c59-4aa4-b459-dff869f106b7), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:49.548124 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 194} {{(pid=102717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:58:49.555123 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cfe6a373-5c59-4aa4-b459-dff869f106b7,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:49.570476 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (0ce790d8-c82d-418b-a996-ab012328ea11), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:49.570847 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.segments_db [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Added segment 0ce790d8-c82d-418b-a996-ab012328ea11 of type vlan for network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff Feb 20 20:58:49.612824 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:49.648541 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:49.649850 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:49.650664 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:49.684723 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d75c4ba-1e91-46ef-bf5d-e6c470f086ff req-5c446c79-cf09-4c92-8e64-96cdc3f81566 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:49.686233 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2d75c4ba-1e91-46ef-bf5d-e6c470f086ff req-5c446c79-cf09-4c92-8e64-96cdc3f81566 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 944 time: 0.0572619 Feb 20 20:58:49.715292 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4548900 Feb 20 20:58:49.715495 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57824) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:49.718569 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c66e09-793a-41ca-ae6c-01e131480ee9 admin admin] Pushing event updated for resources: {'Network': ['ID=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:49.726806 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-a1f0e279-ff4f-44e3-b900-08301512962a admin admin] Request body: {'subnet': {'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-513020268-subnet', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'ip_version': 4}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:49.731295 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:58:49.756379 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2d75c4ba-1e91-46ef-bf5d-e6c470f086ff req-56452fff-3761-4a53-92da-8638c4d47503 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0635006 Feb 20 20:58:49.767571 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1f0e279-ff4f-44e3-b900-08301512962a admin admin] Made reservation on behalf of e62881a5cbea4bc0a555dbd98aa886f4 for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:49.779460 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e279-ff4f-44e3-b900-08301512962a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29416970'] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:49.788406 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 8f84a00e-2a64-49ae-ab14-81121f3b07a5 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:58:49.915733 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 8f84a00e-2a64-49ae-ab14-81121f3b07a5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8f84a00e-2a64-49ae-ab14-81121f3b07a5,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:49.927229 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '8f84a00e-2a64-49ae-ab14-81121f3b07a5', 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8', 'port_id': '8f84a00e-2a64-49ae-ab14-81121f3b07a5', 'mac_address': 'fa:16:3e:14:52:08', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3ccb5e-d618-4f83-b90a-ab491849376b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:58:49.950557 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e279-ff4f-44e3-b900-08301512962a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29631580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29417208'] for subnet (e13eb2b0-b6fd-4280-8ded-a6d9123be2c0), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:49.970470 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 8f84a00e-2a64-49ae-ab14-81121f3b07a5 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:49.971088 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:49.985432 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8f84a00e-2a64-49ae-ab14-81121f3b07a5 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:58:50.006721 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 8f84a00e-2a64-49ae-ab14-81121f3b07a5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8f84a00e-2a64-49ae-ab14-81121f3b07a5,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:50.011769 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.019240 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1f0e279-ff4f-44e3-b900-08301512962a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e13eb2b0-b6fd-4280-8ded-a6d9123be2c0,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:50.027954 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1f0e279-ff4f-44e3-b900-08301512962a admin admin] Checking segment: {'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:50.028315 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f0e279-ff4f-44e3-b900-08301512962a admin admin] Network hostable DHCP agents. Network: d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:58:50.046506 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1f0e279-ff4f-44e3-b900-08301512962a admin admin] Network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:58:50.057057 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-a1f0e279-ff4f-44e3-b900-08301512962a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:50.069214 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db20a311-2289-4bed-9653-0a21bd53751c None None] Network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:58:50.071301 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1f0e279-ff4f-44e3-b900-08301512962a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:50.071906 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-a1f0e279-ff4f-44e3-b900-08301512962a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.087147 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=8f84a00e-2a64-49ae-ab14-81121f3b07a5,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:50.092238 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 57834) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:50.097137 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:50.103959 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-a1f0e279-ff4f-44e3-b900-08301512962a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3853841 Feb 20 20:58:50.118898 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129096'] for router (f1e3956f-4d2d-4e02-a8ea-0f195406407b), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.119966 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129203'] for router (f1e3956f-4d2d-4e02-a8ea-0f195406407b), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.176702 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Publish callbacks [] for router_controller (f1e3956f-4d2d-4e02-a8ea-0f195406407b), precommit_add_association {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.195118 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e186323-6794-51a6-9681-5fb779ffdfce-d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'fixed_ips': [{'subnet_id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0'}]}} from dv-cinder-830088-1-iscsi. {{(pid=102718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:58:50.196274 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.359100 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Allocated IP 172.20.0.2 (d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff/e13eb2b0-b6fd-4280-8ded-a6d9123be2c0/e64dc551-d480-4fe1-93ab-49c48f81c83d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:58:50.365034 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Publish callbacks [] for router_gateway (f1e3956f-4d2d-4e02-a8ea-0f195406407b), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.388570 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ddabba-4d2d-4dd8-9478-1bee5ef91e7f req-6f56e3e0-7a0f-45b6-b558-ea11c985a597 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:50.390409 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-40ddabba-4d2d-4dd8-9478-1bee5ef91e7f req-6f56e3e0-7a0f-45b6-b558-ea11c985a597 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 944 time: 0.1195533 Feb 20 20:58:50.491644 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2346418e-86fc-4e16-896c-b6d0f4a4d078 req-3debdebf-f053-4b0c-a424-dbf74a31875d tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:50.499044 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2346418e-86fc-4e16-896c-b6d0f4a4d078 req-3debdebf-f053-4b0c-a424-dbf74a31875d tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 947 time: 0.1075473 Feb 20 20:58:50.503585 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-40ddabba-4d2d-4dd8-9478-1bee5ef91e7f req-5a354f35-1d0a-46af-b7a3-35a6eb62367f tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011214 Feb 20 20:58:50.572793 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2346418e-86fc-4e16-896c-b6d0f4a4d078 req-d2d1bce5-0043-4a5d-9b09-a9d4b0ce0dc3 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727093 Feb 20 20:58:50.599912 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Publish callbacks [] for router_gateway (f1e3956f-4d2d-4e02-a8ea-0f195406407b), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.619040 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['8f84a00e-2a64-49ae-ab14-81121f3b07a5'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:58:50.620044 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.662679 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:58:50.735516 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Allocated IP 172.27.2.62 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/6d1de7f1-b2da-4ce5-9000-d375cba91774) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:58:50.801740 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Publish callbacks [] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.827461 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.863163 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Publish callbacks [] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.897403 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:50.903614 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-330833a0-b1f0-4dbf-8868-c31cb8086a0a req-c30fbb38-8af3-4e27-817d-b0509f3a605f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:50.905294 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-330833a0-b1f0-4dbf-8868-c31cb8086a0a req-c30fbb38-8af3-4e27-817d-b0509f3a605f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 945 time: 0.0617874 Feb 20 20:58:50.907338 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:50.909968 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:58:50.921318 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Pushing event updated for resources: {'Port': ['ID=e64dc551-d480-4fe1-93ab-49c48f81c83d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:50.932606 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:50.977105 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:50.979491 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-330833a0-b1f0-4dbf-8868-c31cb8086a0a req-5d733076-2238-4962-8e59-c839cd385593 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0661147 Feb 20 20:58:50.985826 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:51.000418 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:58:51.001615 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Attempting to bind port e64dc551-d480-4fe1-93ab-49c48f81c83d on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:58:51.002085 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Attempting to bind port e64dc551-d480-4fe1-93ab-49c48f81c83d by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:58:51.002501 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Attempting to bind port e64dc551-d480-4fe1-93ab-49c48f81c83d on network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:51.002919 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Pushing event updated for resources: {'Port': ['ID=6d1de7f1-b2da-4ce5-9000-d375cba91774,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:51.008487 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:58:51.008865 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Checking segment: {'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:51.009266 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:51.009820 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Bound using segment: {'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:58:51.010287 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Bound port: e64dc551-d480-4fe1-93ab-49c48f81c83d, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:58:51.010666 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:51.090346 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] For port e64dc551-d480-4fe1-93ab-49c48f81c83d, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:58:51.090346 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] For port e64dc551-d480-4fe1-93ab-49c48f81c83d, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=e64dc551-d480-4fe1-93ab-49c48f81c83d,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:58:51.096609 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:51.172645 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8054789-3cac-4f37-8771-ab1982e2d4b3 None None] Pushing event updated for resources: {'Port': ['ID=e64dc551-d480-4fe1-93ab-49c48f81c83d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:51.535260 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Publish callbacks [] for router_gateway (f1e3956f-4d2d-4e02-a8ea-0f195406407b), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:51.688435 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2b4098-3fed-4fa3-b40c-860cf3e69e6d req-0d3623af-f6fe-4f0a-9edf-3b9985e3da2b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:51.689973 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-eb2b4098-3fed-4fa3-b40c-860cf3e69e6d req-0d3623af-f6fe-4f0a-9edf-3b9985e3da2b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 944 time: 0.0791881 Feb 20 20:58:51.771759 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 07c3d813-bb86-4b72-bc52-c7cd06b1d277 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:51.778653 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f21f4c9-dd28-4459-85bc-aaa288d01378 req-cd3dac48-1e7a-49da-a564-5f33b5502064 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:51.780209 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9f21f4c9-dd28-4459-85bc-aaa288d01378 req-cd3dac48-1e7a-49da-a564-5f33b5502064 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 947 time: 0.0893362 Feb 20 20:58:51.783489 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-eb2b4098-3fed-4fa3-b40c-860cf3e69e6d req-9bbc1756-aede-4d87-a779-fa9a1d1bbc0f tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829325 Feb 20 20:58:51.806754 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608182'] for router (f1e3956f-4d2d-4e02-a8ea-0f195406407b), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:51.835470 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9f21f4c9-dd28-4459-85bc-aaa288d01378 req-520911e9-2170-4a46-bae1-8f3a0bd7e36c tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476024 Feb 20 20:58:51.843904 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 07c3d813-bb86-4b72-bc52-c7cd06b1d277 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:58:51.852631 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 07c3d813-bb86-4b72-bc52-c7cd06b1d277 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:51.854090 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:51.945007 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 07c3d813-bb86-4b72-bc52-c7cd06b1d277 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:51.945540 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:51.962168 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Router f1e3956f-4d2d-4e02-a8ea-0f195406407b is scheduled to L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb with binding_index 1 {{(pid=102717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:58:51.973073 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0e4248-3cfb-427e-bc2d-1033beb52bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c3d813-bb86-4b72-bc52-c7cd06b1d277'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:51.975957 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd42266f-38aa-41ce-b518-c5a8a388fa1d" -d '{"events": [{"server_uuid": "5e0e4248-3cfb-427e-bc2d-1033beb52bd3", "name": "network-vif-plugged", "status": "completed", "tag": "07c3d813-bb86-4b72-bc52-c7cd06b1d277"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:51.990475 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 07c3d813-bb86-4b72-bc52-c7cd06b1d277, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=07c3d813-bb86-4b72-bc52-c7cd06b1d277,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:51.999757 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:52.001082 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:52.089702 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:58:52.102682 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Sync routers for ids ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:58:52.118922 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Routers {'f1e3956f-4d2d-4e02-a8ea-0f195406407b'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:58:52.120395 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:58:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:52.140796 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5776c5d9-9b00-4db9-8e64-9d7f82cfc75f x-openstack-request-id: req-5776c5d9-9b00-4db9-8e64-9d7f82cfc75f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:52.141225 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0e4248-3cfb-427e-bc2d-1033beb52bd3", "name": "network-vif-plugged", "status": "completed", "tag": "07c3d813-bb86-4b72-bc52-c7cd06b1d277", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:52.141498 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5776c5d9-9b00-4db9-8e64-9d7f82cfc75f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:52.141947 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0e4248-3cfb-427e-bc2d-1033beb52bd3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07c3d813-bb86-4b72-bc52-c7cd06b1d277', 'code': 200} Feb 20 20:58:52.149570 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:52.154261 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57876) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:52.155054 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-38293c82-7788-4f61-8b04-626a31eab535 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 2.0615962 Feb 20 20:58:52.183480 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=07c3d813-bb86-4b72-bc52-c7cd06b1d277,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:52.211791 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:58:52.217551 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:52.217551 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:52.238720 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba17eb44-240a-40d1-befe-c18b56d4dc90 req-68c6f9b4-700d-4a11-9a9f-daae59aac12d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:52.248722 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ba17eb44-240a-40d1-befe-c18b56d4dc90 req-68c6f9b4-700d-4a11-9a9f-daae59aac12d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 945 time: 0.1609297 Feb 20 20:58:52.253430 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eff366-9f3e-43d0-83b7-6405dd16e721 req-fa9d69fb-d5b7-43a8-9c79-b03df2237581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:52.256148 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-a6eff366-9f3e-43d0-83b7-6405dd16e721 req-fa9d69fb-d5b7-43a8-9c79-b03df2237581 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0661898 Feb 20 20:58:52.303904 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Set router f1e3956f-4d2d-4e02-a8ea-0f195406407b gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:58:52.319578 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-a6eff366-9f3e-43d0-83b7-6405dd16e721 req-6ebf8daf-2e02-4d41-a25d-3ddc16b0be44 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562649 Feb 20 20:58:52.362481 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ba17eb44-240a-40d1-befe-c18b56d4dc90 req-1da0b815-b288-418c-a0d4-897cd455c3c3 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1082215 Feb 20 20:58:52.373132 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b67b80-7357-46d6-ae21-e2267fee0809 None None] Network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:58:52.391689 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:52.392487 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:52.441050 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device e64dc551-d480-4fe1-93ab-49c48f81c83d up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:52.537489 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=93409ad3-6a48-4e87-b742-f8cb3bb6ec88,segment=NetworkSegment(386080f9-7f38-4f26-99a6-be64ea9a921f),segment_id=386080f9-7f38-4f26-99a6-be64ea9a921f)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:52.538833 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-49bf2844-0270-41aa-aa72-42a655ba5d73 None None] Provisioning complete for port e64dc551-d480-4fe1-93ab-49c48f81c83d triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:52.539295 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49bf2844-0270-41aa-aa72-42a655ba5d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:52.545973 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:51Z', 'revision_number': 3, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:52.566301 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:52.567610 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device c2c5450d-37e3-4f91-a36c-295bb6e516ae up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:52.575139 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Checking router: f1e3956f-4d2d-4e02-a8ea-0f195406407b for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:58:52.575491 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Updating router f1e3956f-4d2d-4e02-a8ea-0f195406407b port 6d1de7f1-b2da-4ce5-9000-d375cba91774 binding host dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:58:52.607372 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:52.662171 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port e64dc551-d480-4fe1-93ab-49c48f81c83d triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:52.662546 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:52.751853 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:52.787281 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=93409ad3-6a48-4e87-b742-f8cb3bb6ec88,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:52.794704 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port c2c5450d-37e3-4f91-a36c-295bb6e516ae completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:58:52.839349 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port c2c5450d-37e3-4f91-a36c-295bb6e516ae triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:52.840688 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:52.920441 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-49bf2844-0270-41aa-aa72-42a655ba5d73 None None] Current status of the port e64dc551-d480-4fe1-93ab-49c48f81c83d is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:52.920829 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49bf2844-0270-41aa-aa72-42a655ba5d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:52.962678 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Publish callbacks [] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:52.975471 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.036287 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port e64dc551-d480-4fe1-93ab-49c48f81c83d is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:53.037149 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.062141 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-49bf2844-0270-41aa-aa72-42a655ba5d73 None None] For port e64dc551-d480-4fe1-93ab-49c48f81c83d, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=e64dc551-d480-4fe1-93ab-49c48f81c83d,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:53.087106 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Allocated IP 172.20.0.1 (d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff/e13eb2b0-b6fd-4280-8ded-a6d9123be2c0/ba80ca14-d2d4-47f5-8cb5-1ef773f514af) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:58:53.090516 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-49bf2844-0270-41aa-aa72-42a655ba5d73 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.106087 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f424c09-20ab-4693-9fac-c839653358ae None None] Pushing event updated for resources: {'Port': ['ID=6d1de7f1-b2da-4ce5-9000-d375cba91774,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:53.158217 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Attempting to bind port 6d1de7f1-b2da-4ce5-9000-d375cba91774 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:58:53.158834 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Attempting to bind port 6d1de7f1-b2da-4ce5-9000-d375cba91774 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:58:53.159443 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Attempting to bind port 6d1de7f1-b2da-4ce5-9000-d375cba91774 on network ea720e23-b531-404c-aafa-141089e16b4e {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:53.166456 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port c2c5450d-37e3-4f91-a36c-295bb6e516ae is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:53.166994 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.173157 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:58:53.174519 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Checking segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:53.175178 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.177254 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Bound using segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:58:53.178101 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Bound port: 6d1de7f1-b2da-4ce5-9000-d375cba91774, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:58:53.179314 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.215128 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.db.api [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=102718) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 20 20:58:53.215505 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG oslo_db.api [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 20 20:58:53.218112 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49bf2844-0270-41aa-aa72-42a655ba5d73 None None] Pushing event updated for resources: {'Port': ['ID=e64dc551-d480-4fe1-93ab-49c48f81c83d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:53.244199 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port c2c5450d-37e3-4f91-a36c-295bb6e516ae, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c2c5450d-37e3-4f91-a36c-295bb6e516ae,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:53.247335 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c2a2ec55-c115-4576-af1b-37a0b3c84392 None None] Provisioning complete for port e64dc551-d480-4fe1-93ab-49c48f81c83d triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:53.248399 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c2a2ec55-c115-4576-af1b-37a0b3c84392 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.254716 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Publish callbacks [] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.273560 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.279460 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf6af80-5115-4b95-83bb-4f4575c523f8 req-29f8ac5b-6376-4b13-ac96-2deaec1f7c25 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:53.287328 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8cf6af80-5115-4b95-83bb-4f4575c523f8 req-29f8ac5b-6376-4b13-ac96-2deaec1f7c25 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 944 time: 0.3630362 Feb 20 20:58:53.313418 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] For port 6d1de7f1-b2da-4ce5-9000-d375cba91774, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:58:53.320103 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] For port 6d1de7f1-b2da-4ce5-9000-d375cba91774, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=6d1de7f1-b2da-4ce5-9000-d375cba91774,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:58:53.330480 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.335016 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3343bd04-03c3-4ed9-b699-cb4e0a554d0b req-3284f218-34d2-4b05-9736-b541817317e7 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:53.336758 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3343bd04-03c3-4ed9-b699-cb4e0a554d0b req-3284f218-34d2-4b05-9736-b541817317e7 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 948 time: 0.3668797 Feb 20 20:58:53.349501 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=c2c5450d-37e3-4f91-a36c-295bb6e516ae,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:53.385353 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8cf6af80-5115-4b95-83bb-4f4575c523f8 req-14a742fd-b1c6-4de5-bbe0-772d1d8f6fc2 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0925288 Feb 20 20:58:53.408926 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c2a2ec55-c115-4576-af1b-37a0b3c84392 None None] Current status of the port e64dc551-d480-4fe1-93ab-49c48f81c83d is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:53.423974 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Routers {'f1e3956f-4d2d-4e02-a8ea-0f195406407b'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:58:53.424676 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:58:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:53.461032 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.470564 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f424c09-20ab-4693-9fac-c839653358ae None None] Pushing event updated for resources: {'Port': ['ID=6d1de7f1-b2da-4ce5-9000-d375cba91774,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:53.505151 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3343bd04-03c3-4ed9-b699-cb4e0a554d0b req-fce8d294-a144-41cb-949d-879c3240a6e7 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367800 Feb 20 20:58:53.542860 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:53.554035 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:53.560646 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:58:53.571171 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] Set router f1e3956f-4d2d-4e02-a8ea-0f195406407b gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:58:53.587454 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Pushing event updated for resources: {'Port': ['ID=ba80ca14-d2d4-47f5-8cb5-1ef773f514af,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:53.614480 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa064bf-7011-49fe-b293-14f811bd2fdc req-106403e3-93de-404f-9115-3aaa9a3d235a tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:53.616039 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-caa064bf-7011-49fe-b293-14f811bd2fdc req-106403e3-93de-404f-9115-3aaa9a3d235a tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 945 time: 0.1525683 Feb 20 20:58:53.641131 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609121'] for router_interface (f1e3956f-4d2d-4e02-a8ea-0f195406407b), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.793028 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 8f84a00e-2a64-49ae-ab14-81121f3b07a5 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:53.882538 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port e64dc551-d480-4fe1-93ab-49c48f81c83d is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:53.886699 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:51Z', 'revision_number': 3, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:53.919576 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 8f84a00e-2a64-49ae-ab14-81121f3b07a5 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:58:53.921629 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e2a92c4c-0d31-4651-ac96-51f71a589e23 None None] The sync data for ids ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'] in dv-cinder-830088-1-iscsi is: [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:51Z', 'revision_number': 3, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:58:53.942837 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 8f84a00e-2a64-49ae-ab14-81121f3b07a5 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:53.942837 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:53.983509 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-8841a120-993f-4410-8137-0d26df9c0290 None None] Provisioning complete for port ba80ca14-d2d4-47f5-8cb5-1ef773f514af triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:53.983888 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8841a120-993f-4410-8137-0d26df9c0290 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:54.033198 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-8841a120-993f-4410-8137-0d26df9c0290 None None] Port ba80ca14-d2d4-47f5-8cb5-1ef773f514af cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:58:54.102050 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 8f84a00e-2a64-49ae-ab14-81121f3b07a5 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:54.102050 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:54.147295 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-caa064bf-7011-49fe-b293-14f811bd2fdc req-5f83446c-4c14-4e36-991f-5ff9d973dfd6 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247641 Feb 20 20:58:54.155629 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 8f84a00e-2a64-49ae-ab14-81121f3b07a5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8f84a00e-2a64-49ae-ab14-81121f3b07a5,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:54.156750 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30269513-112f-4e9b-ad01-4467051fe711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93409ad3-6a48-4e87-b742-f8cb3bb6ec88'}, {'server_uuid': '24f25c67-dfe8-4412-a717-bc3c38731841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c5450d-37e3-4f91-a36c-295bb6e516ae'}, {'server_uuid': 'e20d9b86-2345-4386-a8e8-0dcc91559deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f84a00e-2a64-49ae-ab14-81121f3b07a5'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:58:54.160943 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0918478-6dff-4fa3-aa30-7bca251cb49d" -d '{"events": [{"server_uuid": "30269513-112f-4e9b-ad01-4467051fe711", "name": "network-vif-plugged", "status": "completed", "tag": "93409ad3-6a48-4e87-b742-f8cb3bb6ec88"}, {"server_uuid": "24f25c67-dfe8-4412-a717-bc3c38731841", "name": "network-vif-plugged", "status": "completed", "tag": "c2c5450d-37e3-4f91-a36c-295bb6e516ae"}, {"server_uuid": "e20d9b86-2345-4386-a8e8-0dcc91559deb", "name": "network-vif-plugged", "status": "completed", "tag": "8f84a00e-2a64-49ae-ab14-81121f3b07a5"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:58:54.175355 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:54.184229 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:54.247672 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Sun, 20 Feb 2022 20:58:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-234afe42-e504-41f8-ba13-716537a67b8a x-openstack-request-id: req-234afe42-e504-41f8-ba13-716537a67b8a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:58:54.248400 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30269513-112f-4e9b-ad01-4467051fe711", "name": "network-vif-plugged", "status": "completed", "tag": "93409ad3-6a48-4e87-b742-f8cb3bb6ec88", "code": 200}, {"server_uuid": "24f25c67-dfe8-4412-a717-bc3c38731841", "name": "network-vif-plugged", "status": "completed", "tag": "c2c5450d-37e3-4f91-a36c-295bb6e516ae", "code": 200}, {"server_uuid": "e20d9b86-2345-4386-a8e8-0dcc91559deb", "name": "network-vif-plugged", "status": "completed", "tag": "8f84a00e-2a64-49ae-ab14-81121f3b07a5", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:58:54.248855 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-234afe42-e504-41f8-ba13-716537a67b8a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:58:54.249276 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30269513-112f-4e9b-ad01-4467051fe711', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '93409ad3-6a48-4e87-b742-f8cb3bb6ec88', 'code': 200} Feb 20 20:58:54.249607 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f25c67-dfe8-4412-a717-bc3c38731841', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2c5450d-37e3-4f91-a36c-295bb6e516ae', 'code': 200} Feb 20 20:58:54.249785 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20d9b86-2345-4386-a8e8-0dcc91559deb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8f84a00e-2a64-49ae-ab14-81121f3b07a5', 'code': 200} Feb 20 20:58:54.257830 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=8f84a00e-2a64-49ae-ab14-81121f3b07a5,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:54.457471 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Publish callbacks [] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:54.471435 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:54.571961 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 6d1de7f1-b2da-4ce5-9000-d375cba91774 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:54.659178 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc6135f-6a63-4df1-badb-4bdf700c6a6f req-3edcb7bf-e82a-4035-80a4-48c479180912 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:54.661969 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5cc6135f-6a63-4df1-badb-4bdf700c6a6f req-3edcb7bf-e82a-4035-80a4-48c479180912 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 1130 time: 0.1529348 Feb 20 20:58:54.665071 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 6d1de7f1-b2da-4ce5-9000-d375cba91774 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:54.665639 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:54.672400 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Pushing event updated for resources: {'Port': ['ID=ba80ca14-d2d4-47f5-8cb5-1ef773f514af,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:54.674147 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f48c6d-bc97-4d9d-9c5b-7ba8a18fa07f req-05771dc0-ccc6-4fee-9171-17842ea45f21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:54.676786 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d1f48c6d-bc97-4d9d-9c5b-7ba8a18fa07f req-05771dc0-ccc6-4fee-9171-17842ea45f21 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 1132 time: 0.0869167 Feb 20 20:58:54.721387 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609269'] for router_interface (f1e3956f-4d2d-4e02-a8ea-0f195406407b), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:54.743583 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d1f48c6d-bc97-4d9d-9c5b-7ba8a18fa07f req-d9986b4f-c40d-499c-ba58-045e3a196a70 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582821 Feb 20 20:58:54.767276 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5cc6135f-6a63-4df1-badb-4bdf700c6a6f req-4ed3d533-87c8-4781-ab81-dadd7c7bc2f3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888491 Feb 20 20:58:54.815214 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64db9931-d858-4a5b-8096-8f0fc4231d26 req-0f4faea6-0100-4126-aa16-84f9335d1561 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:54.817011 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-64db9931-d858-4a5b-8096-8f0fc4231d26 req-0f4faea6-0100-4126-aa16-84f9335d1561 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.2446353 Feb 20 20:58:54.841904 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796c30bb-36b3-45a5-a2cf-501eb646d89a req-64b45041-a1da-46de-b1e1-ca0913511587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:54.843503 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-796c30bb-36b3-45a5-a2cf-501eb646d89a req-64b45041-a1da-46de-b1e1-ca0913511587 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 1129 time: 0.2327163 Feb 20 20:58:54.878336 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80d44472-5050-4640-8132-d692cf004ee7 req-2a50fe89-1154-4027-863d-db0ae1e8b50a tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:54.880548 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-80d44472-5050-4640-8132-d692cf004ee7 req-2a50fe89-1154-4027-863d-db0ae1e8b50a tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 948 time: 0.2164152 Feb 20 20:58:54.913076 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 6d1de7f1-b2da-4ce5-9000-d375cba91774 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:54.913621 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:54.947556 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port 6d1de7f1-b2da-4ce5-9000-d375cba91774, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=6d1de7f1-b2da-4ce5-9000-d375cba91774,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:54.951119 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:54.953578 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:54.954698 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device e64dc551-d480-4fe1-93ab-49c48f81c83d up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:54.955131 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-64db9931-d858-4a5b-8096-8f0fc4231d26 req-45aba130-24c8-4de5-84be-f3f3715b8d97 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1297476 Feb 20 20:58:54.958289 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:55.031759 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-80d44472-5050-4640-8132-d692cf004ee7 req-c122d9f6-3880-42f2-943b-c0ea351572b3 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1423869 Feb 20 20:58:55.102124 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=6d1de7f1-b2da-4ce5-9000-d375cba91774,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:55.105842 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port e64dc551-d480-4fe1-93ab-49c48f81c83d triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:55.106223 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:55.127927 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Router f1e3956f-4d2d-4e02-a8ea-0f195406407b has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:58:55.268645 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port e64dc551-d480-4fe1-93ab-49c48f81c83d is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:55.326708 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-796c30bb-36b3-45a5-a2cf-501eb646d89a req-3bb989b5-bc2a-4246-999a-92a3271d854b service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223254 Feb 20 20:58:55.345052 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:58:55.352127 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-3de39422-ab5a-4f93-8ae1-f19577e65c54 admin admin] 10.222.0.71 "PUT /v2.0/routers/f1e3956f-4d2d-4e02-a8ea-0f195406407b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1971736 Feb 20 20:58:55.370695 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bf8681d-494d-446d-8208-217ae13f5fa1 req-ddaa2d8f-3b80-46d4-9c70-f9ef6e3ad858 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:55.370941 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-009589d9-4800-4e73-9d04-53919a9cbfe3 None None] Provisioning complete for port ba80ca14-d2d4-47f5-8cb5-1ef773f514af triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:55.371329 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-009589d9-4800-4e73-9d04-53919a9cbfe3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:55.377053 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2bf8681d-494d-446d-8208-217ae13f5fa1 req-ddaa2d8f-3b80-46d4-9c70-f9ef6e3ad858 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.0892732 Feb 20 20:58:55.416534 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-009589d9-4800-4e73-9d04-53919a9cbfe3 None None] Port ba80ca14-d2d4-47f5-8cb5-1ef773f514af cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:58:55.446195 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2bf8681d-494d-446d-8208-217ae13f5fa1 req-8fa563a3-64f1-44a4-a077-55331ac5f8ed tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648949 Feb 20 20:58:55.525741 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:55.967939 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57948) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:55.973306 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-547748442-network', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:56.000421 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Made reservation on behalf of 8c6cfa3184e54773a8bf520e1aa8c511 for: {'network': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:56.002732 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.011780 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.026839 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ef8c7bc-67ff-4a43-be57-7c5d87549a4b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.039818 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Sync routers for ids ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:58:56.050785 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Routers {'f1e3956f-4d2d-4e02-a8ea-0f195406407b'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:58:56.052629 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:58:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:56.175094 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Set router f1e3956f-4d2d-4e02-a8ea-0f195406407b gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:58:56.179987 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8957e297-3ddf-46cd-a069-d31beab57ed6 req-598a2a25-8623-4469-a3c0-7c1be698f625 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:56.182341 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8957e297-3ddf-46cd-a069-d31beab57ed6 req-598a2a25-8623-4469-a3c0-7c1be698f625 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1272309 Feb 20 20:58:56.184888 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Publish callbacks [] for security_group (49583c92-8448-4748-a491-9191b8ddf9ea), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.202325 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (49583c92-8448-4748-a491-9191b8ddf9ea), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.244622 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c767f-f380-4544-83ac-2d80265a2677 req-96d6aa02-c006-4b4e-b0af-cdecb46e7929 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:56.246160 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-191c767f-f380-4544-83ac-2d80265a2677 req-96d6aa02-c006-4b4e-b0af-cdecb46e7929 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 948 time: 0.1304414 Feb 20 20:58:56.255314 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 162} {{(pid=102716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:58:56.304196 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (e640513c-66ec-4147-9785-97575fb879d5), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.304578 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.segments_db [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Added segment e640513c-66ec-4147-9785-97575fb879d5 of type vlan for network 14fd1bf3-b557-47bc-a453-6243e09b660c Feb 20 20:58:56.307767 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=49583c92-8448-4748-a491-9191b8ddf9ea,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:56.350840 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8957e297-3ddf-46cd-a069-d31beab57ed6 req-5d8afaa8-8c22-4e97-a1e8-d707bbfa12e5 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602108 Feb 20 20:58:56.387831 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 6d1de7f1-b2da-4ce5-9000-d375cba91774 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:58:56.406692 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (14fd1bf3-b557-47bc-a453-6243e09b660c), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.414860 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-191c767f-f380-4544-83ac-2d80265a2677 req-7371240a-d962-41f6-9102-943552c839e9 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1570635 Feb 20 20:58:56.451042 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (14fd1bf3-b557-47bc-a453-6243e09b660c), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.452135 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:56.452761 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.470966 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': 'ba80ca14-d2d4-47f5-8cb5-1ef773f514af', 'name': '', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'mac_address': 'fa:16:3e:25:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:52Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 2, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'subnets': [{'id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:56.505652 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5365324 Feb 20 20:58:56.508265 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57956) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:56.514221 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 6d1de7f1-b2da-4ce5-9000-d375cba91774 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:56.514723 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.527825 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-c68352b1-f4c6-4ff2-a384-5204b1527e3c admin admin] Request body: {'subnet': {'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-547748442-subnet', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'ip_version': 4}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:56.538844 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Checking router: f1e3956f-4d2d-4e02-a8ea-0f195406407b for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:58:56.539515 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Updating router f1e3956f-4d2d-4e02-a8ea-0f195406407b port ba80ca14-d2d4-47f5-8cb5-1ef773f514af binding host dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:58:56.558834 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc3ff624-15ec-43b4-b963-cacae10fd1f7 admin admin] Pushing event updated for resources: {'Network': ['ID=14fd1bf3-b557-47bc-a453-6243e09b660c,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:56.578332 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.592113 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c68352b1-f4c6-4ff2-a384-5204b1527e3c admin admin] Made reservation on behalf of 8c6cfa3184e54773a8bf520e1aa8c511 for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:58:56.592784 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 14fd1bf3-b557-47bc-a453-6243e09b660c details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:58:56.594654 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c68352b1-f4c6-4ff2-a384-5204b1527e3c admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29416970'] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.669445 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b23c07d-8b83-45b7-b4ee-07b984fec985 req-536959a7-da2e-4bd7-9118-1558ee5b9cdb tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:56.671021 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4b23c07d-8b83-45b7-b4ee-07b984fec985 req-536959a7-da2e-4bd7-9118-1558ee5b9cdb tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.1383772 Feb 20 20:58:56.766110 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4b23c07d-8b83-45b7-b4ee-07b984fec985 req-54de66c7-d7b6-4d9d-ac48-c7fceeb59432 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849841 Feb 20 20:58:56.810373 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 6d1de7f1-b2da-4ce5-9000-d375cba91774 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:56.926462 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c68352b1-f4c6-4ff2-a384-5204b1527e3c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29631580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29417208'] for subnet (add45678-0810-47db-88f6-bbf1e4113773), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:56.994513 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c68352b1-f4c6-4ff2-a384-5204b1527e3c admin admin] Pushing event updated for resources: {'Subnet': ['ID=add45678-0810-47db-88f6-bbf1e4113773,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:57.021182 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c68352b1-f4c6-4ff2-a384-5204b1527e3c admin admin] Checking segment: {'id': 'e640513c-66ec-4147-9785-97575fb879d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:57.021645 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68352b1-f4c6-4ff2-a384-5204b1527e3c admin admin] Network hostable DHCP agents. Network: 14fd1bf3-b557-47bc-a453-6243e09b660c, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:58:57.045258 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Publish callbacks [] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.045492 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c68352b1-f4c6-4ff2-a384-5204b1527e3c admin admin] Network 14fd1bf3-b557-47bc-a453-6243e09b660c is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:58:57.050140 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.055347 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-c68352b1-f4c6-4ff2-a384-5204b1527e3c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 14fd1bf3-b557-47bc-a453-6243e09b660c) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:57.059840 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c68352b1-f4c6-4ff2-a384-5204b1527e3c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:57.060590 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c68352b1-f4c6-4ff2-a384-5204b1527e3c admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.080273 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0d928359-b897-4b6f-8859-49ac0d37a01c None None] Network 14fd1bf3-b557-47bc-a453-6243e09b660c requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:58:57.081313 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-c68352b1-f4c6-4ff2-a384-5204b1527e3c admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.5719936 Feb 20 20:58:57.084451 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 57976) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:57.089317 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-547748442-router', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:58:57.115281 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129096'] for router (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.115612 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129203'] for router (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.167342 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738f9c1-df86-4172-bc39-48e7cd78c0ab None None] Pushing event updated for resources: {'Port': ['ID=ba80ca14-d2d4-47f5-8cb5-1ef773f514af,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:57.187881 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Publish callbacks [] for router_controller (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), precommit_add_association {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.240910 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Attempting to bind port ba80ca14-d2d4-47f5-8cb5-1ef773f514af on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:58:57.241399 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Attempting to bind port ba80ca14-d2d4-47f5-8cb5-1ef773f514af by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:58:57.241771 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Attempting to bind port ba80ca14-d2d4-47f5-8cb5-1ef773f514af on network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:57.265124 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:58:57.265492 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Checking segment: {'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:57.265899 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.266284 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Bound using segment: {'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:58:57.266768 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Bound port: ba80ca14-d2d4-47f5-8cb5-1ef773f514af, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:58:57.267159 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.279277 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e186323-6794-51a6-9681-5fb779ffdfce-14fd1bf3-b557-47bc-a453-6243e09b660c', 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c', 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'fixed_ips': [{'subnet_id': 'add45678-0810-47db-88f6-bbf1e4113773'}]}} from dv-cinder-830088-1-iscsi. {{(pid=102718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 20:58:57.280888 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.371080 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Publish callbacks [] for router_gateway (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.419389 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] For port ba80ca14-d2d4-47f5-8cb5-1ef773f514af, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:58:57.424332 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] For port ba80ca14-d2d4-47f5-8cb5-1ef773f514af, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=ba80ca14-d2d4-47f5-8cb5-1ef773f514af,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:58:57.456346 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.501073 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33d71233-7ae5-4de4-9db9-8bfe63c6f82d req-f187da3a-83bd-487b-a884-ca147c979942 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:57.503307 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-33d71233-7ae5-4de4-9db9-8bfe63c6f82d req-f187da3a-83bd-487b-a884-ca147c979942 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0740402 Feb 20 20:58:57.518432 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Allocated IP 172.20.0.2 (14fd1bf3-b557-47bc-a453-6243e09b660c/add45678-0810-47db-88f6-bbf1e4113773/3ec81879-1c59-493d-9b5e-148f6ea6b538) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:58:57.522487 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-64425950-cf19-4772-9d90-c7bffb1230c3 None None] Provisioning complete for port ba80ca14-d2d4-47f5-8cb5-1ef773f514af triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:57.522881 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-64425950-cf19-4772-9d90-c7bffb1230c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.580115 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Routers {'f1e3956f-4d2d-4e02-a8ea-0f195406407b'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:58:57.580769 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:58:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:57.593027 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f738f9c1-df86-4172-bc39-48e7cd78c0ab None None] Pushing event updated for resources: {'Port': ['ID=ba80ca14-d2d4-47f5-8cb5-1ef773f514af,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:57.608776 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-33d71233-7ae5-4de4-9db9-8bfe63c6f82d req-3a86d0f8-fadc-4daf-8ff4-ff276965f54d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0935457 Feb 20 20:58:57.621728 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ef0814-1543-4ab8-8c35-4c72b483e522 req-14043aed-1807-4ce5-a8bb-6a9be003bd72 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:57.623927 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-16ef0814-1543-4ab8-8c35-4c72b483e522 req-14043aed-1807-4ce5-a8bb-6a9be003bd72 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 948 time: 0.1319978 Feb 20 20:58:57.785003 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-16ef0814-1543-4ab8-8c35-4c72b483e522 req-d4f03de4-f25e-46d3-b912-57816079c0f2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1201611 Feb 20 20:58:57.795570 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Publish callbacks [] for router_gateway (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.841555 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:57.966711 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] Set router f1e3956f-4d2d-4e02-a8ea-0f195406407b gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:58:58.044146 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Publish callbacks [] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.055637 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-64425950-cf19-4772-9d90-c7bffb1230c3 None None] Current status of the port ba80ca14-d2d4-47f5-8cb5-1ef773f514af is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:58.056605 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-64425950-cf19-4772-9d90-c7bffb1230c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.064467 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Allocated IP 172.27.2.48 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/4ded1ebf-73dd-4f41-bd92-33685b68b83b) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:58:58.068609 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da741ae0-a6e6-4841-bd47-7015cd846034 req-2223bf54-c272-46b5-89ff-482e05636285 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:58.070142 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-da741ae0-a6e6-4841-bd47-7015cd846034 req-2223bf54-c272-46b5-89ff-482e05636285 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09c6d47e4a5f4d7896bbf6d3240b4269&device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 1129 time: 0.1588092 Feb 20 20:58:58.079724 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c5b12e-05c3-4b22-8419-5f898d0b2d87 req-db92b58c-dd56-42f1-974b-031e295d1fd4 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:58.087307 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-41c5b12e-05c3-4b22-8419-5f898d0b2d87 req-db92b58c-dd56-42f1-974b-031e295d1fd4 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.1620274 Feb 20 20:58:58.134915 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.235315 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Network 14fd1bf3-b557-47bc-a453-6243e09b660c is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:58.255283 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:58.263353 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:58:58.266673 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Pushing event updated for resources: {'Port': ['ID=3ec81879-1c59-493d-9b5e-148f6ea6b538,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:58.271429 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-64425950-cf19-4772-9d90-c7bffb1230c3 None None] For port ba80ca14-d2d4-47f5-8cb5-1ef773f514af, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=ba80ca14-d2d4-47f5-8cb5-1ef773f514af,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:58:58.291646 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-64425950-cf19-4772-9d90-c7bffb1230c3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.309218 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-41c5b12e-05c3-4b22-8419-5f898d0b2d87 req-16e6fb2e-12fd-47fe-95f8-494adf35874d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210290 Feb 20 20:58:58.342294 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da741ae0-a6e6-4841-bd47-7015cd846034 req-bfb26da8-6c59-4617-85b5-ff011e8aa03e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:58.343865 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-da741ae0-a6e6-4841-bd47-7015cd846034 req-bfb26da8-6c59-4617-85b5-ff011e8aa03e service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4f8a45b-b791-457b-a875-24c2671e4732 HTTP/1.1" status: 200 len: 920 time: 0.2540140 Feb 20 20:58:58.376498 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93f2d992-f06a-4181-bf5e-827ed8a436f3 req-61c8ab66-4668-49fb-8645-7b2e253fbbb6 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:58.384585 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-93f2d992-f06a-4181-bf5e-827ed8a436f3 req-61c8ab66-4668-49fb-8645-7b2e253fbbb6 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.2573752 Feb 20 20:58:58.415991 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Attempting to bind port 3ec81879-1c59-493d-9b5e-148f6ea6b538 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:58:58.416403 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Attempting to bind port 3ec81879-1c59-493d-9b5e-148f6ea6b538 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': 'e640513c-66ec-4147-9785-97575fb879d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:58:58.416777 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Attempting to bind port 3ec81879-1c59-493d-9b5e-148f6ea6b538 on network 14fd1bf3-b557-47bc-a453-6243e09b660c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:58:58.446255 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:58:58.446940 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Checking segment: {'id': 'e640513c-66ec-4147-9785-97575fb879d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:58:58.447040 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.447372 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Bound using segment: {'id': 'e640513c-66ec-4147-9785-97575fb879d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:58:58.447850 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Bound port: 3ec81879-1c59-493d-9b5e-148f6ea6b538, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e640513c-66ec-4147-9785-97575fb879d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:58:58.448240 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.462655 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-da741ae0-a6e6-4841-bd47-7015cd846034 req-9cb17ce4-65d3-41b4-9835-9686c9eb0a0d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c2c5450d-37e3-4f91-a36c-295bb6e516ae HTTP/1.1" status: 200 len: 217 time: 0.1026232 Feb 20 20:58:58.462914 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64425950-cf19-4772-9d90-c7bffb1230c3 None None] Pushing event updated for resources: {'Port': ['ID=ba80ca14-d2d4-47f5-8cb5-1ef773f514af,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:58.479922 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7099871b-ec26-44f9-916e-8b6814e71cab None None] Provisioning complete for port ba80ca14-d2d4-47f5-8cb5-1ef773f514af triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:58:58.480264 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7099871b-ec26-44f9-916e-8b6814e71cab None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.517028 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 58006) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:58.522457 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Publish callbacks [] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.594978 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] For port 3ec81879-1c59-493d-9b5e-148f6ea6b538, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:58:58.613903 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': 'ba80ca14-d2d4-47f5-8cb5-1ef773f514af', 'name': '', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'mac_address': 'fa:16:3e:25:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:52Z', 'updated_at': '2022-02-20T20:58:57Z', 'revision_number': 4, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'subnets': [{'id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:58:58.617975 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] For port 3ec81879-1c59-493d-9b5e-148f6ea6b538, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=3ec81879-1c59-493d-9b5e-148f6ea6b538,segment=NetworkSegment(e640513c-66ec-4147-9785-97575fb879d5),segment_id=e640513c-66ec-4147-9785-97575fb879d5)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:58:58.651179 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be1eb630-7aff-4ee1-8d90-6049ee158ea4 None None] The sync data for ids ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'] in dv-cinder-830088-1-iscsi is: [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': 'ba80ca14-d2d4-47f5-8cb5-1ef773f514af', 'name': '', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'mac_address': 'fa:16:3e:25:8a:ea', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:52Z', 'updated_at': '2022-02-20T20:58:57Z', 'revision_number': 4, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'subnets': [{'id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:58:58.653901 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.680013 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e9363bb4-a987-4906-b703-408cfb5efaba admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.809553 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7099871b-ec26-44f9-916e-8b6814e71cab None None] Current status of the port ba80ca14-d2d4-47f5-8cb5-1ef773f514af is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:58:58.859502 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8e6d1820-7a6f-48c3-8f55-6651d5315a6c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.865582 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3ece8-3dc7-4a75-b9a7-c01988b4f00f None None] Pushing event updated for resources: {'Port': ['ID=3ec81879-1c59-493d-9b5e-148f6ea6b538,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:58.902628 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e9363bb4-a987-4906-b703-408cfb5efaba admin admin] Publish callbacks [] for security_group (79264eec-56d4-44e1-ab89-7749d7a6860f), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.921042 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e9363bb4-a987-4906-b703-408cfb5efaba admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (79264eec-56d4-44e1-ab89-7749d7a6860f), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:58.972165 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-e9363bb4-a987-4906-b703-408cfb5efaba admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=356bdc25561f461690925ab2d0724ceb&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4538193 Feb 20 20:58:58.973381 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 58014) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:58.975627 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9363bb4-a987-4906-b703-408cfb5efaba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79264eec-56d4-44e1-ab89-7749d7a6860f,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:59.044192 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-93f2d992-f06a-4181-bf5e-827ed8a436f3 req-2a558918-da3f-40fc-b16b-aad1eeb6dc6c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6586318 Feb 20 20:58:59.044586 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d4080379-9184-4c56-a260-f7577355d467 admin admin] Publish callbacks [] for security_group (79264eec-56d4-44e1-ab89-7749d7a6860f), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:59.079002 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d4080379-9184-4c56-a260-f7577355d467 admin admin] Publish callbacks [] for security_group (79264eec-56d4-44e1-ab89-7749d7a6860f), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:59.082922 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da741ae0-a6e6-4841-bd47-7015cd846034 req-5c6876f7-5116-4a55-82dd-7323e5cc70ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:59.084668 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-da741ae0-a6e6-4841-bd47-7015cd846034 req-5c6876f7-5116-4a55-82dd-7323e5cc70ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c92840a-a33d-4461-a6c9-69048944a647 HTTP/1.1" status: 200 len: 859 time: 0.5878141 Feb 20 20:58:59.115750 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055f6b6b-82c3-400f-9786-3d3a809b311e req-7468db41-4939-48c2-b7fe-605923b8ad88 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:58:59.123393 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-055f6b6b-82c3-400f-9786-3d3a809b311e req-7468db41-4939-48c2-b7fe-605923b8ad88 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 948 time: 0.6279194 Feb 20 20:58:59.155965 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-da741ae0-a6e6-4841-bd47-7015cd846034 req-438559e7-4132-4d35-b272-372f8114ca19 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4f8a45b-b791-457b-a875-24c2671e4732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634964 Feb 20 20:58:59.163392 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:59.224025 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d4080379-9184-4c56-a260-f7577355d467 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (79264eec-56d4-44e1-ab89-7749d7a6860f), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:59.226671 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d4080379-9184-4c56-a260-f7577355d467 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:59.228103 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-d4080379-9184-4c56-a260-f7577355d467 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/79264eec-56d4-44e1-ab89-7749d7a6860f HTTP/1.1" status: 204 len: 168 time: 0.2536192 Feb 20 20:58:59.239526 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4080379-9184-4c56-a260-f7577355d467 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79264eec-56d4-44e1-ab89-7749d7a6860f,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:59.282069 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Pushing event updated for resources: {'Port': ['ID=4ded1ebf-73dd-4f41-bd92-33685b68b83b,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:59.330226 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:58:59.335939 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:58:59.346783 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:58:59.380668 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-055f6b6b-82c3-400f-9786-3d3a809b311e req-4607a0e4-eeb7-4364-aed8-8350910f67bb tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2563555 Feb 20 20:58:59.476169 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-da741ae0-a6e6-4841-bd47-7015cd846034 req-e31d254a-864b-4d2f-93ac-7d7519d657af service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041713 Feb 20 20:58:59.610754 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 58020) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:59.634232 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2575-f685-4ae0-872d-5d2e7b3297b5 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:59.681336 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-da741ae0-a6e6-4841-bd47-7015cd846034 req-84c5d480-7600-426d-9617-6b4207e1649d service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1725860 Feb 20 20:58:59.756820 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2575-f685-4ae0-872d-5d2e7b3297b5 admin admin] Publish callbacks [] for security_group (029c15b6-c232-4a06-9581-597b507f72c5), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:59.764627 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e3c2575-f685-4ae0-872d-5d2e7b3297b5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (029c15b6-c232-4a06-9581-597b507f72c5), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:59.780512 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Publish callbacks [] for router_gateway (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:59.823354 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-1e3c2575-f685-4ae0-872d-5d2e7b3297b5 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5690b826fc0649ec84bfbb597688f9f7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2113936 Feb 20 20:58:59.824280 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e3c2575-f685-4ae0-872d-5d2e7b3297b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=029c15b6-c232-4a06-9581-597b507f72c5,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:58:59.826644 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 58026) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:58:59.904871 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b0db78a6-d215-4830-8c3c-0eaf2149ad7e admin admin] Publish callbacks [] for security_group (029c15b6-c232-4a06-9581-597b507f72c5), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:58:59.933203 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b0db78a6-d215-4830-8c3c-0eaf2149ad7e admin admin] Publish callbacks [] for security_group (029c15b6-c232-4a06-9581-597b507f72c5), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.011431 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b0db78a6-d215-4830-8c3c-0eaf2149ad7e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (029c15b6-c232-4a06-9581-597b507f72c5), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.015570 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b0db78a6-d215-4830-8c3c-0eaf2149ad7e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.022229 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-b0db78a6-d215-4830-8c3c-0eaf2149ad7e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/029c15b6-c232-4a06-9581-597b507f72c5 HTTP/1.1" status: 204 len: 168 time: 0.1938894 Feb 20 20:59:00.030724 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0db78a6-d215-4830-8c3c-0eaf2149ad7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=029c15b6-c232-4a06-9581-597b507f72c5,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:00.076740 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1747747e-2496-4735-9ca8-eebd456daa99 req-6dc179ec-c8b2-47c2-ab3d-7469f9490c08 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:00.078311 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1747747e-2496-4735-9ca8-eebd456daa99 req-6dc179ec-c8b2-47c2-ab3d-7469f9490c08 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.90 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 948 time: 0.1593902 Feb 20 20:59:00.148981 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2bf087cb-9280-4383-aae8-8c7041708de0 None None] Network 14fd1bf3-b557-47bc-a453-6243e09b660c requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:59:00.183251 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608182'] for router (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.292964 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.335346 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-e6f77ad5-47ea-43dc-a6e0-0ed50f501ba3 None None] Provisioning complete for port 3ec81879-1c59-493d-9b5e-148f6ea6b538 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:00.336576 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e6f77ad5-47ea-43dc-a6e0-0ed50f501ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.408123 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f725c51f-68f6-4a39-945c-3d63cde9e301 req-11df262e-a156-4895-85f5-f4862299e16a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:00.410591 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f725c51f-68f6-4a39-945c-3d63cde9e301 req-11df262e-a156-4895-85f5-f4862299e16a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.2750695 Feb 20 20:59:00.499367 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-e6f77ad5-47ea-43dc-a6e0-0ed50f501ba3 None None] Current status of the port 3ec81879-1c59-493d-9b5e-148f6ea6b538 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:00.499862 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e6f77ad5-47ea-43dc-a6e0-0ed50f501ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.510522 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f725c51f-68f6-4a39-945c-3d63cde9e301 req-83a64216-6ec3-4820-8517-d100f53d9a46 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872343 Feb 20 20:59:00.512658 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [req-1747747e-2496-4735-9ca8-eebd456daa99 req-342a034a-27f8-4566-9add-2ab7eb4a22f2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Deleting port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:59:00.513001 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-1747747e-2496-4735-9ca8-eebd456daa99 req-342a034a-27f8-4566-9add-2ab7eb4a22f2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.557752 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-e6f77ad5-47ea-43dc-a6e0-0ed50f501ba3 None None] For port 3ec81879-1c59-493d-9b5e-148f6ea6b538, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=3ec81879-1c59-493d-9b5e-148f6ea6b538,segment=NetworkSegment(e640513c-66ec-4147-9785-97575fb879d5),segment_id=e640513c-66ec-4147-9785-97575fb879d5)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:00.571201 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e6f77ad5-47ea-43dc-a6e0-0ed50f501ba3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.595615 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device ba80ca14-d2d4-47f5-8cb5-1ef773f514af up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:59:00.710632 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 58048) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:00.710768 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f77ad5-47ea-43dc-a6e0-0ed50f501ba3 None None] Pushing event updated for resources: {'Port': ['ID=3ec81879-1c59-493d-9b5e-148f6ea6b538,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:00.749492 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port ba80ca14-d2d4-47f5-8cb5-1ef773f514af triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:00.749492 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.769218 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-215f2e5a-e399-4bf7-92a8-364101c6625b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.798810 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Router d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 is scheduled to L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb with binding_index 1 {{(pid=102716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 20:59:00.846837 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-1747747e-2496-4735-9ca8-eebd456daa99 req-342a034a-27f8-4566-9add-2ab7eb4a22f2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] For port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=93409ad3-6a48-4e87-b742-f8cb3bb6ec88,segment=NetworkSegment(386080f9-7f38-4f26-99a6-be64ea9a921f),segment_id=386080f9-7f38-4f26-99a6-be64ea9a921f)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:00.847203 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-1747747e-2496-4735-9ca8-eebd456daa99 req-342a034a-27f8-4566-9add-2ab7eb4a22f2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.851189 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port ba80ca14-d2d4-47f5-8cb5-1ef773f514af is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:00.852292 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 3ec81879-1c59-493d-9b5e-148f6ea6b538 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:59:00.911922 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-bf54ed9e-67a1-43f0-8046-e1840e86ac79 None None] Provisioning complete for port 3ec81879-1c59-493d-9b5e-148f6ea6b538 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:00.912206 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-bf54ed9e-67a1-43f0-8046-e1840e86ac79 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:00.914484 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [req-1747747e-2496-4735-9ca8-eebd456daa99 req-342a034a-27f8-4566-9add-2ab7eb4a22f2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Calling delete_port for 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 owned by compute:nova {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:59:00.925001 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6a4ffd-fe71-4a4b-87b0-d45ba88ccaf4 req-719e5f1d-1ff8-415e-90de-b772f07a6381 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:00.927226 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1b6a4ffd-fe71-4a4b-87b0-d45ba88ccaf4 req-719e5f1d-1ff8-415e-90de-b772f07a6381 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 948 time: 0.2569337 Feb 20 20:59:00.945044 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 3ec81879-1c59-493d-9b5e-148f6ea6b538 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:00.945434 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:01.061087 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-bf54ed9e-67a1-43f0-8046-e1840e86ac79 None None] Current status of the port 3ec81879-1c59-493d-9b5e-148f6ea6b538 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:01.079933 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 3ec81879-1c59-493d-9b5e-148f6ea6b538 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:01.129597 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:59:01.133363 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-215f2e5a-e399-4bf7-92a8-364101c6625b admin admin] Publish callbacks [] for security_group (be46fba0-136c-4438-8d94-24cf5602879b), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:01.137062 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1b6a4ffd-fe71-4a4b-87b0-d45ba88ccaf4 req-0431dc34-f958-4691-925f-27e79af9b62b tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/security-groups?id=c430297f-23fb-46e9-ba37-543a344e2622&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1994004 Feb 20 20:59:01.142162 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-215f2e5a-e399-4bf7-92a8-364101c6625b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (be46fba0-136c-4438-8d94-24cf5602879b), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:01.144177 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Sync routers for ids ['d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:59:01.167530 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Routers {'d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:59:01.168162 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:58:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:59:01.212606 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:01.213918 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-8f48db04-5b3f-4a26-aa02-7e0a09ea4374 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1283281 Feb 20 20:59:01.217045 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 58052) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:01.225074 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215f2e5a-e399-4bf7-92a8-364101c6625b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be46fba0-136c-4438-8d94-24cf5602879b,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:01.249447 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-215f2e5a-e399-4bf7-92a8-364101c6625b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2b4527d10a624ab8a70f6944f86247f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5061400 Feb 20 20:59:01.250172 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 58054) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:01.284152 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-1747747e-2496-4735-9ca8-eebd456daa99 req-342a034a-27f8-4566-9add-2ab7eb4a22f2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (93409ad3-6a48-4e87-b742-f8cb3bb6ec88), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:01.300760 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['93409ad3-6a48-4e87-b742-f8cb3bb6ec88'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:59:01.347544 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-342a034a-27f8-4566-9add-2ab7eb4a22f2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Pushing event deleted for resources: {'Port': ['ID=93409ad3-6a48-4e87-b742-f8cb3bb6ec88,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:01.382251 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d1af10fc-c9cc-4931-a51e-d1411d1aab13 admin admin] Publish callbacks [] for security_group (be46fba0-136c-4438-8d94-24cf5602879b), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:01.413140 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d1af10fc-c9cc-4931-a51e-d1411d1aab13 admin admin] Publish callbacks [] for security_group (be46fba0-136c-4438-8d94-24cf5602879b), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:01.437003 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Set router d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:59:01.438169 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-1747747e-2496-4735-9ca8-eebd456daa99 req-342a034a-27f8-4566-9add-2ab7eb4a22f2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] No DVR routers for this DVR port 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 on host hv-cinder-83008 {{(pid=102716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:59:01.443782 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-1747747e-2496-4735-9ca8-eebd456daa99 req-342a034a-27f8-4566-9add-2ab7eb4a22f2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:01.447356 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1747747e-2496-4735-9ca8-eebd456daa99 req-342a034a-27f8-4566-9add-2ab7eb4a22f2 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.90 "DELETE /v2.0/ports/93409ad3-6a48-4e87-b742-f8cb3bb6ec88 HTTP/1.1" status: 204 len: 173 time: 1.3591213 Feb 20 20:59:01.447855 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '30269513-112f-4e9b-ad01-4467051fe711', 'name': 'network-vif-deleted', 'tag': '93409ad3-6a48-4e87-b742-f8cb3bb6ec88'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:01.450321 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0bdb13e-0f6b-4805-8bfa-a04b60ff5c5a" -d '{"events": [{"server_uuid": "30269513-112f-4e9b-ad01-4467051fe711", "name": "network-vif-deleted", "tag": "93409ad3-6a48-4e87-b742-f8cb3bb6ec88"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:01.527426 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-996a1b49-7ef6-44d2-87d9-3a8022d23e61 x-openstack-request-id: req-996a1b49-7ef6-44d2-87d9-3a8022d23e61 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:01.528126 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "30269513-112f-4e9b-ad01-4467051fe711", "name": "network-vif-deleted", "tag": "93409ad3-6a48-4e87-b742-f8cb3bb6ec88", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:01.528654 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-996a1b49-7ef6-44d2-87d9-3a8022d23e61 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:01.529364 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '30269513-112f-4e9b-ad01-4467051fe711', 'name': 'network-vif-deleted', 'tag': '93409ad3-6a48-4e87-b742-f8cb3bb6ec88', 'status': 'completed', 'code': 200} Feb 20 20:59:01.530720 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d1af10fc-c9cc-4931-a51e-d1411d1aab13 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (be46fba0-136c-4438-8d94-24cf5602879b), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:01.533617 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d1af10fc-c9cc-4931-a51e-d1411d1aab13 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:01.535060 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-d1af10fc-c9cc-4931-a51e-d1411d1aab13 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/be46fba0-136c-4438-8d94-24cf5602879b HTTP/1.1" status: 204 len: 168 time: 0.2839141 Feb 20 20:59:01.546397 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1af10fc-c9cc-4931-a51e-d1411d1aab13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be46fba0-136c-4438-8d94-24cf5602879b,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:01.723926 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732f5b65-1643-4c08-8ce9-ce9cea8a8f13 req-126286dd-0cc1-492a-8a02-e899e89e9ff8 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:01.725556 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-732f5b65-1643-4c08-8ce9-ce9cea8a8f13 req-126286dd-0cc1-492a-8a02-e899e89e9ff8 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0851576 Feb 20 20:59:01.790449 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-732f5b65-1643-4c08-8ce9-ce9cea8a8f13 req-fd44f639-9918-477e-b422-e79eb5477121 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563512 Feb 20 20:59:01.796922 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'name': 'tempest-TestShelveInstance-547748442-router', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:58:59Z', 'revision_number': 3, 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'gw_port': {'id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:58:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:59:01.828869 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Checking router: d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:59:01.829574 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Updating router d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 port 4ded1ebf-73dd-4f41-bd92-33685b68b83b binding host dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:59:01.871201 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:01.885998 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:01.905632 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.077257 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Allocated IP 172.20.0.1 (14fd1bf3-b557-47bc-a453-6243e09b660c/add45678-0810-47db-88f6-bbf1e4113773/becc1c44-0fab-4463-8683-5b2bbf690a6b) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:59:02.162040 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Publish callbacks [] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.168803 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.217598 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff498ff-7dd4-4ae4-84b7-a9f3420f9192 None None] Pushing event updated for resources: {'Port': ['ID=4ded1ebf-73dd-4f41-bd92-33685b68b83b,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:02.230261 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Publish callbacks [] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.237934 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Attempting to bind port 4ded1ebf-73dd-4f41-bd92-33685b68b83b on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:59:02.238365 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Attempting to bind port 4ded1ebf-73dd-4f41-bd92-33685b68b83b by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:59:02.238743 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Attempting to bind port 4ded1ebf-73dd-4f41-bd92-33685b68b83b on network ea720e23-b531-404c-aafa-141089e16b4e {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:59:02.244219 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:59:02.244848 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Checking segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:59:02.245690 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.246257 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Bound using segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:59:02.246969 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Bound port: 4ded1ebf-73dd-4f41-bd92-33685b68b83b, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:59:02.247551 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.270035 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.327222 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Network 14fd1bf3-b557-47bc-a453-6243e09b660c is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:59:02.334554 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] For port 4ded1ebf-73dd-4f41-bd92-33685b68b83b, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:59:02.337507 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:59:02.340683 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Pushing event updated for resources: {'Port': ['ID=becc1c44-0fab-4463-8683-5b2bbf690a6b,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:02.342731 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] For port 4ded1ebf-73dd-4f41-bd92-33685b68b83b, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=4ded1ebf-73dd-4f41-bd92-33685b68b83b,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:59:02.343663 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:59:02.362694 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.410660 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5b0c93bc-92a4-4eac-bee9-1c1ae6e0f21b req-467d0203-c51e-4503-acd9-3b44477da249 tempest-VolumesNegativeTest-1105658600 tempest-VolumesNegativeTest-1105658600-project] 10.222.0.71 "GET /v2.0/ports?device_id=30269513-112f-4e9b-ad01-4467051fe711 HTTP/1.1" status: 200 len: 210 time: 0.0808821 Feb 20 20:59:02.420653 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609121'] for router_interface (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.423764 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 3ec81879-1c59-493d-9b5e-148f6ea6b538 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:59:02.484957 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff498ff-7dd4-4ae4-84b7-a9f3420f9192 None None] Pushing event updated for resources: {'Port': ['ID=4ded1ebf-73dd-4f41-bd92-33685b68b83b,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:02.505659 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Routers {'d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:59:02.506306 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:58:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:59:02.528952 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 3ec81879-1c59-493d-9b5e-148f6ea6b538 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:02.529723 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.589622 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 58088) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:02.656375 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.669481 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 3ec81879-1c59-493d-9b5e-148f6ea6b538 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:02.685946 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] Set router d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:59:02.723551 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c3d7cda6-5d3a-46a8-bc94-4e4c4dd5e077 None None] Provisioning complete for port becc1c44-0fab-4463-8683-5b2bbf690a6b triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:02.724128 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c3d7cda6-5d3a-46a8-bc94-4e4c4dd5e077 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.725087 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1503903768-network', 'tenant_id': '4b3f097d6e81462395a84ab4c2b2e285'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:02.755391 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Made reservation on behalf of 4b3f097d6e81462395a84ab4c2b2e285 for: {'network': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:59:02.758623 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.770189 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.794792 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c3d7cda6-5d3a-46a8-bc94-4e4c4dd5e077 None None] Port becc1c44-0fab-4463-8683-5b2bbf690a6b cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:59:02.878275 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Publish callbacks [] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.886909 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.891133 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Publish callbacks [] for security_group (8e1a3cd2-dde5-495d-9ff1-ae9508b82c81), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.907707 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (8e1a3cd2-dde5-495d-9ff1-ae9508b82c81), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.920905 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'name': 'tempest-TestShelveInstance-547748442-router', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:58:59Z', 'revision_number': 3, 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'gw_port': {'id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:59:02.954923 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 159} {{(pid=102716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 20:59:02.956346 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609269'] for router_interface (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.957834 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3146bfb-efa8-42b1-b8a2-14deb7c68862 None None] The sync data for ids ['d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'] in dv-cinder-830088-1-iscsi is: [{'id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'name': 'tempest-TestShelveInstance-547748442-router', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:58:59Z', 'revision_number': 3, 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'gw_port': {'id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:59:02Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:59:02.963091 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Pushing event updated for resources: {'Port': ['ID=becc1c44-0fab-4463-8683-5b2bbf690a6b,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:02.984203 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (993fc742-974d-49bf-9be3-9650fdc10b81), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:02.984498 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.segments_db [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Added segment 993fc742-974d-49bf-9be3-9650fdc10b81 of type vlan for network 0bbe88be-40a0-44cc-b096-bc2f31563232 Feb 20 20:59:02.996710 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:03.036128 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806125ab-8038-4cb9-83ed-07dce7a6ec6f req-6ed3e3e4-48a9-4de3-916b-0a5399ff90f6 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:03.037788 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-806125ab-8038-4cb9-83ed-07dce7a6ec6f req-6ed3e3e4-48a9-4de3-916b-0a5399ff90f6 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1489141 Feb 20 20:59:03.047062 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (0bbe88be-40a0-44cc-b096-bc2f31563232), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:03.078174 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Network 14fd1bf3-b557-47bc-a453-6243e09b660c is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:59:03.080171 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:59:03.107703 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (0bbe88be-40a0-44cc-b096-bc2f31563232), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:03.108839 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:03.109523 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:03.119712 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-806125ab-8038-4cb9-83ed-07dce7a6ec6f req-9bb35d61-aa8e-464b-8087-b8da82823b3d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696158 Feb 20 20:59:03.187544 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5933769 Feb 20 20:59:03.187991 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 58096) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:03.195894 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-eb983b66-a188-490d-8662-b1caa0a82a12 admin admin] Request body: {'subnet': {'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1503903768-subnet', 'tenant_id': '4b3f097d6e81462395a84ab4c2b2e285', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:03.202017 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26eefa4d-5742-4d16-961b-167addc4f230 admin admin] Pushing event updated for resources: {'Network': ['ID=0bbe88be-40a0-44cc-b096-bc2f31563232,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:03.213399 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:03.219500 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 0bbe88be-40a0-44cc-b096-bc2f31563232 details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 20:59:03.225805 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb983b66-a188-490d-8662-b1caa0a82a12 admin admin] Made reservation on behalf of 4b3f097d6e81462395a84ab4c2b2e285 for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:59:03.232658 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-eb983b66-a188-490d-8662-b1caa0a82a12 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29416970'] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:03.265880 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Router d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:59:03.475827 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:59:03.481417 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-f77dc898-4552-4d32-a74e-ef54d266f19d admin admin] 10.222.0.71 "PUT /v2.0/routers/d741e7b9-1106-4ea5-8c0b-4c5cc12f2809/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2629945 Feb 20 20:59:03.540274 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-96ed2792-4bfd-4ddb-8f20-1bd01adc96e7 None None] Provisioning complete for port becc1c44-0fab-4463-8683-5b2bbf690a6b triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:03.541591 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-96ed2792-4bfd-4ddb-8f20-1bd01adc96e7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:03.616230 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-96ed2792-4bfd-4ddb-8f20-1bd01adc96e7 None None] Port becc1c44-0fab-4463-8683-5b2bbf690a6b cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:59:03.648627 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-eb983b66-a188-490d-8662-b1caa0a82a12 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29631580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29417208'] for subnet (6da8471f-6c5a-4245-96d8-db315af90f72), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:03.720306 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb983b66-a188-490d-8662-b1caa0a82a12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6da8471f-6c5a-4245-96d8-db315af90f72,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:03.742769 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb983b66-a188-490d-8662-b1caa0a82a12 admin admin] Checking segment: {'id': '993fc742-974d-49bf-9be3-9650fdc10b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:59:03.743342 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb983b66-a188-490d-8662-b1caa0a82a12 admin admin] Network hostable DHCP agents. Network: 0bbe88be-40a0-44cc-b096-bc2f31563232, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 20:59:03.762664 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb983b66-a188-490d-8662-b1caa0a82a12 admin admin] Network 0bbe88be-40a0-44cc-b096-bc2f31563232 is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 20:59:03.774467 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-eb983b66-a188-490d-8662-b1caa0a82a12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 0bbe88be-40a0-44cc-b096-bc2f31563232) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:59:03.780556 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb983b66-a188-490d-8662-b1caa0a82a12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:03.781314 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-eb983b66-a188-490d-8662-b1caa0a82a12 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:03.791640 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4605088b-ef4c-4d85-b05e-6bce14115574 None None] Network 0bbe88be-40a0-44cc-b096-bc2f31563232 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:59:03.809462 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-eb983b66-a188-490d-8662-b1caa0a82a12 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.6202497 Feb 20 20:59:03.858483 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:59:03.893567 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:59:03.894064 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 93409ad3-6a48-4e87-b742-f8cb3bb6ec88 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:59:03.955437 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9f9af97-78c6-426e-844e-5468750925a0 None None] Network 0bbe88be-40a0-44cc-b096-bc2f31563232 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 20:59:04.143592 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 58140) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:04.149020 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-ca18e5af-5df6-4996-9826-685e7d321f5a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-914073776', 'description': 'tempest-secgroup-smoke-914073776 description', 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:04.183121 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ca18e5af-5df6-4996-9826-685e7d321f5a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:04.341914 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ca18e5af-5df6-4996-9826-685e7d321f5a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group (90325df6-bf42-410e-9db4-c6eb069898b6), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:04.351896 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ca18e5af-5df6-4996-9826-685e7d321f5a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (90325df6-bf42-410e-9db4-c6eb069898b6), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:04.371257 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-692497a1-cb19-43b2-8189-1c0137b1f90d req-67210f42-cef3-4bc9-aa49-20fe1aa18e1b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:04.385039 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-692497a1-cb19-43b2-8189-1c0137b1f90d req-67210f42-cef3-4bc9-aa49-20fe1aa18e1b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1290498 Feb 20 20:59:04.443291 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 4ded1ebf-73dd-4f41-bd92-33685b68b83b up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:59:04.447769 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ca18e5af-5df6-4996-9826-685e7d321f5a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:04.452007 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 58156) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:04.459115 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-2c03f23b-8f70-4ef9-a16c-b158d3ed67fd tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Request body: {'security_group_rule': {'security_group_id': '90325df6-bf42-410e-9db4-c6eb069898b6', 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:04.465245 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-ca18e5af-5df6-4996-9826-685e7d321f5a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3187201 Feb 20 20:59:04.498839 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca18e5af-5df6-4996-9826-685e7d321f5a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event updated for resources: {'SecurityGroup': ['ID=90325df6-bf42-410e-9db4-c6eb069898b6,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:04.525298 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2c03f23b-8f70-4ef9-a16c-b158d3ed67fd tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (2d6ab134-5fd8-4bde-a0c6-d57c2511e67f), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:04.528060 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 4ded1ebf-73dd-4f41-bd92-33685b68b83b triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:04.528758 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:04.550057 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-692497a1-cb19-43b2-8189-1c0137b1f90d req-d1a5a4c2-5c43-4d6d-be8f-ffa80d3112e9 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1576910 Feb 20 20:59:04.849388 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 4ded1ebf-73dd-4f41-bd92-33685b68b83b is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:04.849897 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:04.880916 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port 4ded1ebf-73dd-4f41-bd92-33685b68b83b, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=4ded1ebf-73dd-4f41-bd92-33685b68b83b,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:04.886794 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:04.954748 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=4ded1ebf-73dd-4f41-bd92-33685b68b83b,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:04.975269 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2c03f23b-8f70-4ef9-a16c-b158d3ed67fd tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (2d6ab134-5fd8-4bde-a0c6-d57c2511e67f), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:04.981334 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2c03f23b-8f70-4ef9-a16c-b158d3ed67fd tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (2d6ab134-5fd8-4bde-a0c6-d57c2511e67f), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.005115 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c03f23b-8f70-4ef9-a16c-b158d3ed67fd tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d6ab134-5fd8-4bde-a0c6-d57c2511e67f,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:05.022097 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2c03f23b-8f70-4ef9-a16c-b158d3ed67fd tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.027010 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 58224) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:05.027473 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-2c03f23b-8f70-4ef9-a16c-b158d3ed67fd tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5710943 Feb 20 20:59:05.037676 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-903cfb73-634d-4457-b48b-4dd23f789193 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Request body: {'security_group_rule': {'security_group_id': '90325df6-bf42-410e-9db4-c6eb069898b6', 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:05.085688 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-903cfb73-634d-4457-b48b-4dd23f789193 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (23dfeb4d-92ab-47e5-b30f-6c5d76745efb), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.172152 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-903cfb73-634d-4457-b48b-4dd23f789193 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (23dfeb4d-92ab-47e5-b30f-6c5d76745efb), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.176342 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-903cfb73-634d-4457-b48b-4dd23f789193 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (23dfeb4d-92ab-47e5-b30f-6c5d76745efb), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.191536 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903cfb73-634d-4457-b48b-4dd23f789193 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=23dfeb4d-92ab-47e5-b30f-6c5d76745efb,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:05.208347 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-903cfb73-634d-4457-b48b-4dd23f789193 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.209599 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-903cfb73-634d-4457-b48b-4dd23f789193 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1773787 Feb 20 20:59:05.212668 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 58240) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:05.217662 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-9cb136b6-40d1-4abb-9edb-78c1f15eec12 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Request body: {'security_group_rule': {'security_group_id': '90325df6-bf42-410e-9db4-c6eb069898b6', 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:05.245372 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9cb136b6-40d1-4abb-9edb-78c1f15eec12 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (98dc8941-c492-4bd6-9056-a35e18c6179a), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.311940 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9cb136b6-40d1-4abb-9edb-78c1f15eec12 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (98dc8941-c492-4bd6-9056-a35e18c6179a), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.317041 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9cb136b6-40d1-4abb-9edb-78c1f15eec12 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (98dc8941-c492-4bd6-9056-a35e18c6179a), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.334086 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb136b6-40d1-4abb-9edb-78c1f15eec12 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98dc8941-c492-4bd6-9056-a35e18c6179a,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:05.353626 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9cb136b6-40d1-4abb-9edb-78c1f15eec12 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.354851 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-9cb136b6-40d1-4abb-9edb-78c1f15eec12 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1409457 Feb 20 20:59:05.357698 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 58254) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:05.362483 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-5dde283f-bb6b-4c7d-a75f-f11c5eafc87d tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Request body: {'security_group_rule': {'security_group_id': '90325df6-bf42-410e-9db4-c6eb069898b6', 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:05.405138 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5dde283f-bb6b-4c7d-a75f-f11c5eafc87d tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (6da7c321-448b-497b-9a98-0b87a46c2a01), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.466913 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5dde283f-bb6b-4c7d-a75f-f11c5eafc87d tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (6da7c321-448b-497b-9a98-0b87a46c2a01), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.470656 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5dde283f-bb6b-4c7d-a75f-f11c5eafc87d tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (6da7c321-448b-497b-9a98-0b87a46c2a01), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.488717 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dde283f-bb6b-4c7d-a75f-f11c5eafc87d tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6da7c321-448b-497b-9a98-0b87a46c2a01,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:05.498979 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5dde283f-bb6b-4c7d-a75f-f11c5eafc87d tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.502869 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-5dde283f-bb6b-4c7d-a75f-f11c5eafc87d tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1415372 Feb 20 20:59:05.503252 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 58268) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:05.508661 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-56c8f862-2398-44c0-932f-e3d452213686 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Request body: {'security_group_rule': {'security_group_id': '90325df6-bf42-410e-9db4-c6eb069898b6', 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:05.531151 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.securitygroups_db [None req-56c8f862-2398-44c0-932f-e3d452213686 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Project e62881a5cbea4bc0a555dbd98aa886f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:59:05.537129 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-56c8f862-2398-44c0-932f-e3d452213686 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (3b9416b5-5e77-4bef-815a-b1636c330e8c), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.637143 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-56c8f862-2398-44c0-932f-e3d452213686 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (3b9416b5-5e77-4bef-815a-b1636c330e8c), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.649404 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-56c8f862-2398-44c0-932f-e3d452213686 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (3b9416b5-5e77-4bef-815a-b1636c330e8c), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.687906 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c8f862-2398-44c0-932f-e3d452213686 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b9416b5-5e77-4bef-815a-b1636c330e8c,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:05.698461 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-56c8f862-2398-44c0-932f-e3d452213686 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.699823 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-56c8f862-2398-44c0-932f-e3d452213686 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1948974 Feb 20 20:59:05.702656 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 58286) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:05.708728 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-e86a6094-6cff-4397-8d0e-3b93edab988f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Request body: {'security_group_rule': {'security_group_id': '90325df6-bf42-410e-9db4-c6eb069898b6', 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:05.737021 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.securitygroups_db [None req-e86a6094-6cff-4397-8d0e-3b93edab988f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Project e62881a5cbea4bc0a555dbd98aa886f4 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 20:59:05.742594 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e86a6094-6cff-4397-8d0e-3b93edab988f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (4a428ecf-094a-46bf-b737-93ce9ce41a73), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.772857 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572d24bf-2c7e-45d1-bcd7-736711f726e3 req-7d31274e-b996-4b97-a520-178c0b617a10 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:05.774558 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-572d24bf-2c7e-45d1-bcd7-736711f726e3 req-7d31274e-b996-4b97-a520-178c0b617a10 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1266003 Feb 20 20:59:05.826782 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e86a6094-6cff-4397-8d0e-3b93edab988f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (4a428ecf-094a-46bf-b737-93ce9ce41a73), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.833785 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e86a6094-6cff-4397-8d0e-3b93edab988f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (4a428ecf-094a-46bf-b737-93ce9ce41a73), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.869040 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86a6094-6cff-4397-8d0e-3b93edab988f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4a428ecf-094a-46bf-b737-93ce9ce41a73,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:05.873251 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e86a6094-6cff-4397-8d0e-3b93edab988f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:05.896594 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-572d24bf-2c7e-45d1-bcd7-736711f726e3 req-a004af7b-662f-498a-8b3e-8d79863a0021 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080022 Feb 20 20:59:05.899441 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-e86a6094-6cff-4397-8d0e-3b93edab988f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1954648 Feb 20 20:59:05.906174 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e328c761-0afb-4854-a66e-b927c5e85436 req-6003bece-4dab-4b97-8584-9140cac9ffbf tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:05.914765 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e328c761-0afb-4854-a66e-b927c5e85436 req-6003bece-4dab-4b97-8584-9140cac9ffbf tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1386979 Feb 20 20:59:05.993132 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e328c761-0afb-4854-a66e-b927c5e85436 req-1ce081dd-1fc0-47a8-a842-48cb670f1cbe tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772593 Feb 20 20:59:06.186321 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Sync routers for ids ['d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:59:06.204852 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Routers {'d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:59:06.205490 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:58:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:59:06.270786 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-25e6ab3f-20b2-4dbe-a8c8-ff047d508968 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:06.273187 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-25e6ab3f-20b2-4dbe-a8c8-ff047d508968 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/networks?id=0bbe88be-40a0-44cc-b096-bc2f31563232 HTTP/1.1" status: 200 len: 809 time: 0.1639736 Feb 20 20:59:06.290566 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-7fdd81c2-a7f2-4ac3-8a3b-a99b1929e3be tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/quotas/4b3f097d6e81462395a84ab4c2b2e285 HTTP/1.1" status: 200 len: 375 time: 0.0119693 Feb 20 20:59:06.361388 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-502301d2-4fc0-4f66-a275-746e328e92cc tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b3f097d6e81462395a84ab4c2b2e285&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0610564 Feb 20 20:59:06.391167 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Set router d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:59:06.431947 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 4ded1ebf-73dd-4f41-bd92-33685b68b83b up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:59:06.500030 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-0a530271-ce6a-4162-a2af-2052fb7025de service neutron] 10.222.0.71 "GET /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1328590 Feb 20 20:59:06.647543 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-97392616-a7c1-4f98-b8ee-702489ea9baf service neutron] 10.222.0.71 "GET /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1451786 Feb 20 20:59:06.733019 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 4ded1ebf-73dd-4f41-bd92-33685b68b83b triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:06.733406 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:06.789646 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'name': 'tempest-TestShelveInstance-547748442-router', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:59:02Z', 'revision_number': 4, 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'gw_port': {'id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': 'becc1c44-0fab-4463-8683-5b2bbf690a6b', 'name': '', 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'mac_address': 'fa:16:3e:db:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'add45678-0810-47db-88f6-bbf1e4113773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:59:01Z', 'updated_at': '2022-02-20T20:59:02Z', 'revision_number': 2, 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'subnets': [{'id': 'add45678-0810-47db-88f6-bbf1e4113773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:59:06.852446 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Checking router: d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:59:06.853333 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Updating router d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 port becc1c44-0fab-4463-8683-5b2bbf690a6b binding host dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 20:59:06.884606 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-72a50e1c-4266-45b1-a523-f0db8d830fa3 req-6f6c7906-cbeb-4165-85dd-ec32c97ef216 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 210 time: 0.0403645 Feb 20 20:59:06.894073 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:06.961570 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 4ded1ebf-73dd-4f41-bd92-33685b68b83b is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:07.191002 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd8192b-927e-46cf-8bb1-8f00746ee666 req-1a79435a-ae09-4d47-b685-9a8f0fcfd0f3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:07.208391 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fbd8192b-927e-46cf-8bb1-8f00746ee666 req-1a79435a-ae09-4d47-b685-9a8f0fcfd0f3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1988199 Feb 20 20:59:07.309439 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6165a8f-06b5-4f33-b6ca-c09b60d1b1b1 req-ffd82fbd-efb0-409d-b291-1636c8cfa3df tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:07.311143 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d6165a8f-06b5-4f33-b6ca-c09b60d1b1b1 req-ffd82fbd-efb0-409d-b291-1636c8cfa3df tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.2162402 Feb 20 20:59:07.335557 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Publish callbacks [] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:07.346106 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fbd8192b-927e-46cf-8bb1-8f00746ee666 req-bbd8d909-db95-49fd-9028-d177e7a6d88c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359048 Feb 20 20:59:07.349250 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:07.428594 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d6165a8f-06b5-4f33-b6ca-c09b60d1b1b1 req-584d5c46-7308-44d3-9ae7-c4b7274c1170 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1077666 Feb 20 20:59:07.439424 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3fd41-0ef0-4b6e-b3aa-ea83e597628b None None] Pushing event updated for resources: {'Port': ['ID=becc1c44-0fab-4463-8683-5b2bbf690a6b,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:07.547671 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Attempting to bind port becc1c44-0fab-4463-8683-5b2bbf690a6b on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:59:07.548282 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Attempting to bind port becc1c44-0fab-4463-8683-5b2bbf690a6b by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': 'e640513c-66ec-4147-9785-97575fb879d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:59:07.549219 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Attempting to bind port becc1c44-0fab-4463-8683-5b2bbf690a6b on network 14fd1bf3-b557-47bc-a453-6243e09b660c {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:59:07.569465 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 59, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:59:07.569851 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Checking segment: {'id': 'e640513c-66ec-4147-9785-97575fb879d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:59:07.570260 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:07.570659 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Bound using segment: {'id': 'e640513c-66ec-4147-9785-97575fb879d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:59:07.572857 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Bound port: becc1c44-0fab-4463-8683-5b2bbf690a6b, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e640513c-66ec-4147-9785-97575fb879d5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 162, 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:59:07.573253 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:07.693265 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] For port becc1c44-0fab-4463-8683-5b2bbf690a6b, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:59:07.697799 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] For port becc1c44-0fab-4463-8683-5b2bbf690a6b, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=becc1c44-0fab-4463-8683-5b2bbf690a6b,segment=NetworkSegment(e640513c-66ec-4147-9785-97575fb879d5),segment_id=e640513c-66ec-4147-9785-97575fb879d5)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:59:07.708104 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:07.799201 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-711ca918-a10c-4924-86d3-9c4168581e35 None None] Provisioning complete for port becc1c44-0fab-4463-8683-5b2bbf690a6b triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:07.799587 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-711ca918-a10c-4924-86d3-9c4168581e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:07.806741 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Routers {'d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:59:07.807394 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:58:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:59:07.878873 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b3fd41-0ef0-4b6e-b3aa-ea83e597628b None None] Pushing event updated for resources: {'Port': ['ID=becc1c44-0fab-4463-8683-5b2bbf690a6b,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:08.007245 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] Set router d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:59:08.013663 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4789e1d3-49a5-46ba-be63-b2ab34115ebc req-42aeaf5b-2250-462c-bcd0-6a28d87e6c94 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 210 time: 0.0378404 Feb 20 20:59:08.048190 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-711ca918-a10c-4924-86d3-9c4168581e35 None None] Current status of the port becc1c44-0fab-4463-8683-5b2bbf690a6b is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:08.048619 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-711ca918-a10c-4924-86d3-9c4168581e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:08.167676 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-711ca918-a10c-4924-86d3-9c4168581e35 None None] For port becc1c44-0fab-4463-8683-5b2bbf690a6b, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=becc1c44-0fab-4463-8683-5b2bbf690a6b,segment=NetworkSegment(e640513c-66ec-4147-9785-97575fb879d5),segment_id=e640513c-66ec-4147-9785-97575fb879d5)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:08.174538 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-711ca918-a10c-4924-86d3-9c4168581e35 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:08.248055 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711ca918-a10c-4924-86d3-9c4168581e35 None None] Pushing event updated for resources: {'Port': ['ID=becc1c44-0fab-4463-8683-5b2bbf690a6b,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:08.307031 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-a52f6301-3358-486b-9d44-b8cf324002ea None None] Provisioning complete for port becc1c44-0fab-4463-8683-5b2bbf690a6b triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:08.307422 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-a52f6301-3358-486b-9d44-b8cf324002ea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:08.359954 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'name': 'tempest-TestShelveInstance-547748442-router', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:59:02Z', 'revision_number': 4, 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'gw_port': {'id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': 'becc1c44-0fab-4463-8683-5b2bbf690a6b', 'name': '', 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'mac_address': 'fa:16:3e:db:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'add45678-0810-47db-88f6-bbf1e4113773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:59:01Z', 'updated_at': '2022-02-20T20:59:07Z', 'revision_number': 4, 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'subnets': [{'id': 'add45678-0810-47db-88f6-bbf1e4113773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:59:08.423349 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cfa677d7-e057-433c-8c8b-c57970356b2c None None] The sync data for ids ['d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'] in dv-cinder-830088-1-iscsi is: [{'id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'name': 'tempest-TestShelveInstance-547748442-router', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:59:02Z', 'revision_number': 4, 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'gw_port': {'id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': 'becc1c44-0fab-4463-8683-5b2bbf690a6b', 'name': '', 'network_id': '14fd1bf3-b557-47bc-a453-6243e09b660c', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'mac_address': 'fa:16:3e:db:f6:02', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'device_owner': 'network:router_interface', 'standard_attr_id': 401, 'fixed_ips': [{'subnet_id': 'add45678-0810-47db-88f6-bbf1e4113773', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:59:01Z', 'updated_at': '2022-02-20T20:59:07Z', 'revision_number': 4, 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'subnets': [{'id': 'add45678-0810-47db-88f6-bbf1e4113773', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:59:08.513764 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-1d6739aa-b8d9-45ae-9898-f37e9a6ff09d tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:08.515917 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-1d6739aa-b8d9-45ae-9898-f37e9a6ff09d tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.90 "GET /v2.0/networks?id=0bbe88be-40a0-44cc-b096-bc2f31563232 HTTP/1.1" status: 200 len: 809 time: 0.2306881 Feb 20 20:59:08.558127 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-a52f6301-3358-486b-9d44-b8cf324002ea None None] Current status of the port becc1c44-0fab-4463-8683-5b2bbf690a6b is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:08.898730 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Request body: {'port': {'device_id': 'ddb90dab-edca-408e-a00e-2d9500eb7f0a', 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232', 'admin_state_up': True, 'tenant_id': '4b3f097d6e81462395a84ab4c2b2e285'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:09.037010 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b4e2d95-9a2a-4943-8299-2a8d14b77e9e req-7e7bcc2f-43b7-4f87-bb24-7ac90c059ab6 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:09.038480 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3b4e2d95-9a2a-4943-8299-2a8d14b77e9e req-7e7bcc2f-43b7-4f87-bb24-7ac90c059ab6 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.5213039 Feb 20 20:59:09.047991 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-160b852a-485f-4e03-8a56-7601e49bc924 req-b581762d-c33b-44e4-aa81-90368e3e843d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:09.049474 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-160b852a-485f-4e03-8a56-7601e49bc924 req-b581762d-c33b-44e4-aa81-90368e3e843d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1562095 Feb 20 20:59:09.106506 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Made reservation on behalf of 4b3f097d6e81462395a84ab4c2b2e285 for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:59:09.109799 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:09.168708 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3b4e2d95-9a2a-4943-8299-2a8d14b77e9e req-b7bd2480-e0b7-4fa2-acbb-cf5007b6c249 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1181600 Feb 20 20:59:09.174008 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-160b852a-485f-4e03-8a56-7601e49bc924 req-39c3a44e-a8eb-4906-9af8-e9acf623e4a3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1130090 Feb 20 20:59:09.299628 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4dfb4a1a-b4e7-4636-b764-bddfc201b051 req-f15bc45e-6598-464f-9b00-cde40960f15c tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 210 time: 0.0491023 Feb 20 20:59:09.306122 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 58550) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:09.336087 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Allocated IP 172.20.0.11 (0bbe88be-40a0-44cc-b096-bc2f31563232/6da8471f-6c5a-4245-96d8-db315af90f72/20290087-3043-4b97-a2eb-e39c336a6042) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:59:09.477005 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 58558) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:09.477566 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7fb94367-64e6-4ebf-9d2c-a9f81d2e12c8 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a1a0f582745a4b788432eb47156f696a&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1717150 Feb 20 20:59:09.571504 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks [] for port (20290087-3043-4b97-a2eb-e39c336a6042), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:09.585571 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3cda2cd3-8f7f-40c2-835c-17a04b44be61 admin admin] Publish callbacks [] for security_group (c430297f-23fb-46e9-ba37-543a344e2622), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:09.621936 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3cda2cd3-8f7f-40c2-835c-17a04b44be61 admin admin] Publish callbacks [] for security_group (c430297f-23fb-46e9-ba37-543a344e2622), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:09.653454 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (20290087-3043-4b97-a2eb-e39c336a6042), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:09.704463 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Network 0bbe88be-40a0-44cc-b096-bc2f31563232 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:59:09.708808 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:59:09.711326 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:59:09.741854 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Pushing event updated for resources: {'Port': ['ID=20290087-3043-4b97-a2eb-e39c336a6042,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:09.751620 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3cda2cd3-8f7f-40c2-835c-17a04b44be61 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c430297f-23fb-46e9-ba37-543a344e2622), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:09.754706 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3cda2cd3-8f7f-40c2-835c-17a04b44be61 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:09.755958 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-3cda2cd3-8f7f-40c2-835c-17a04b44be61 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c430297f-23fb-46e9-ba37-543a344e2622 HTTP/1.1" status: 204 len: 168 time: 0.2779663 Feb 20 20:59:09.777094 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cda2cd3-8f7f-40c2-835c-17a04b44be61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c430297f-23fb-46e9-ba37-543a344e2622,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:09.812056 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:09.812730 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:09.830216 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-44fc8925-8009-4563-ba73-22b20c70b53b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9380951 Feb 20 20:59:09.842581 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Request body: {'port': {'device_id': 'ddb90dab-edca-408e-a00e-2d9500eb7f0a', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:09.907287 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (20290087-3043-4b97-a2eb-e39c336a6042), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:10.217102 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20290087-3043-4b97-a2eb-e39c336a6042 {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:59:10.225898 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Publish callbacks [] for port (20290087-3043-4b97-a2eb-e39c336a6042), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:10.238910 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Transition to ACTIVE for port object 20290087-3043-4b97-a2eb-e39c336a6042 will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:59:10.245207 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (20290087-3043-4b97-a2eb-e39c336a6042), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:10.366808 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Pushing event updated for resources: {'Port': ['ID=20290087-3043-4b97-a2eb-e39c336a6042,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:10.449522 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device becc1c44-0fab-4463-8683-5b2bbf690a6b up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:59:10.450983 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ef05dc8-1ccc-4714-86d1-48ba81a9b1df req-4413db5a-332f-4bd3-b344-185df630f343 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:10.453111 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ef05dc8-1ccc-4714-86d1-48ba81a9b1df req-4413db5a-332f-4bd3-b344-185df630f343 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1795321 Feb 20 20:59:10.478309 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2a991f-987b-4b29-a39f-f23be29d9d98 req-50f63034-5892-47b7-b13e-1737a91edf38 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:10.479903 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-df2a991f-987b-4b29-a39f-f23be29d9d98 req-50f63034-5892-47b7-b13e-1737a91edf38 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.2048073 Feb 20 20:59:10.526579 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port becc1c44-0fab-4463-8683-5b2bbf690a6b triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:10.527111 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:10.562777 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Attempting to bind port 20290087-3043-4b97-a2eb-e39c336a6042 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:59:10.563211 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Attempting to bind port 20290087-3043-4b97-a2eb-e39c336a6042 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '993fc742-974d-49bf-9be3-9650fdc10b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:59:10.563602 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Attempting to bind port 20290087-3043-4b97-a2eb-e39c336a6042 on network 0bbe88be-40a0-44cc-b096-bc2f31563232 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:59:10.584892 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ef05dc8-1ccc-4714-86d1-48ba81a9b1df req-7c3414ff-4ddf-417f-b4aa-b602ff6015e9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1225994 Feb 20 20:59:10.587985 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Port 20290087-3043-4b97-a2eb-e39c336a6042 on network 0bbe88be-40a0-44cc-b096-bc2f31563232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:59:10.588442 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Attempting to bind port 20290087-3043-4b97-a2eb-e39c336a6042 on network 0bbe88be-40a0-44cc-b096-bc2f31563232 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:59:10.607101 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:59:10.607570 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Checking segment: {'id': '993fc742-974d-49bf-9be3-9650fdc10b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:59:10.608051 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Bound using segment: {'id': '993fc742-974d-49bf-9be3-9650fdc10b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:59:10.608625 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Bound port: 20290087-3043-4b97-a2eb-e39c336a6042, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993fc742-974d-49bf-9be3-9650fdc10b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:59:10.609243 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (20290087-3043-4b97-a2eb-e39c336a6042), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:10.626019 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-df2a991f-987b-4b29-a39f-f23be29d9d98 req-2d1f49ca-2a39-43d9-9612-a5451e8bba0d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1287701 Feb 20 20:59:10.637093 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port becc1c44-0fab-4463-8683-5b2bbf690a6b is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:10.720111 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] For port 20290087-3043-4b97-a2eb-e39c336a6042, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:59:10.764435 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] For port 20290087-3043-4b97-a2eb-e39c336a6042, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=20290087-3043-4b97-a2eb-e39c336a6042,segment=NetworkSegment(993fc742-974d-49bf-9be3-9650fdc10b81),segment_id=993fc742-974d-49bf-9be3-9650fdc10b81)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:59:10.773468 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (20290087-3043-4b97-a2eb-e39c336a6042), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:10.827943 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:10.828637 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:10.830333 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] 10.222.0.90 "PUT /v2.0/ports/20290087-3043-4b97-a2eb-e39c336a6042 HTTP/1.1" status: 200 len: 1094 time: 0.9923491 Feb 20 20:59:10.834035 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ddb90dab-edca-408e-a00e-2d9500eb7f0a', 'tag': '20290087-3043-4b97-a2eb-e39c336a6042'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:10.839342 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5262a1e-37d9-4e6f-a37b-d49303b38663" -d '{"events": [{"name": "network-changed", "server_uuid": "ddb90dab-edca-408e-a00e-2d9500eb7f0a", "tag": "20290087-3043-4b97-a2eb-e39c336a6042"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:10.860659 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf9a7ca-5c17-4a88-876f-eebc543a4843 req-97754a20-27f9-4592-92af-18c320b074fc tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:10.862351 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-baf9a7ca-5c17-4a88-876f-eebc543a4843 req-97754a20-27f9-4592-92af-18c320b074fc tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 944 time: 0.1588376 Feb 20 20:59:10.901244 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ec7cc00-abc8-498e-944a-70e04e9fa46b x-openstack-request-id: req-1ec7cc00-abc8-498e-944a-70e04e9fa46b {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:10.901671 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ddb90dab-edca-408e-a00e-2d9500eb7f0a", "tag": "20290087-3043-4b97-a2eb-e39c336a6042", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:10.902068 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-1ec7cc00-abc8-498e-944a-70e04e9fa46b {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:10.902680 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ddb90dab-edca-408e-a00e-2d9500eb7f0a', 'tag': '20290087-3043-4b97-a2eb-e39c336a6042', 'status': 'completed', 'code': 200} Feb 20 20:59:10.903478 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e24c6ec-9775-4b7c-9c7c-1208f55dd89f service neutron] Pushing event updated for resources: {'Port': ['ID=20290087-3043-4b97-a2eb-e39c336a6042,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:10.981502 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-baf9a7ca-5c17-4a88-876f-eebc543a4843 req-62bbcd79-383d-471c-9c45-6dfae6f6bc19 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072545 Feb 20 20:59:10.993475 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-d36b5b1c-cc68-4e4d-90e8-e68ef30dd394 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:10.995105 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-d36b5b1c-cc68-4e4d-90e8-e68ef30dd394 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b3f097d6e81462395a84ab4c2b2e285&device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 1128 time: 0.0874543 Feb 20 20:59:11.051688 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-4c2c02b0-105e-4690-8012-050bea6d2599 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20290087-3043-4b97-a2eb-e39c336a6042 HTTP/1.1" status: 200 len: 217 time: 0.0443792 Feb 20 20:59:11.102723 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-09163151-488d-4469-9249-abbbbec285ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:11.104210 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-09163151-488d-4469-9249-abbbbec285ba service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6da8471f-6c5a-4245-96d8-db315af90f72 HTTP/1.1" status: 200 len: 849 time: 0.0468321 Feb 20 20:59:11.153742 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-b4bbb67f-3647-4b8e-be43-18cf2a908c50 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0bbe88be-40a0-44cc-b096-bc2f31563232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353544 Feb 20 20:59:11.250809 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-84480afe-3439-49f3-8979-5575754a04b6 service neutron] 10.222.0.90 "GET /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0910404 Feb 20 20:59:11.350062 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e7d32ef-d1c6-412d-bf48-2e8ce4fe9456 req-97ff035e-b5e2-40c4-a0b5-ab5a7a3bf1eb service neutron] 10.222.0.90 "GET /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0923412 Feb 20 20:59:11.459372 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262a1e-37d9-4e6f-a37b-d49303b38663 req-70f8ba45-85e9-49c9-aed8-3f9e7f899a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:11.460906 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e5262a1e-37d9-4e6f-a37b-d49303b38663 req-70f8ba45-85e9-49c9-aed8-3f9e7f899a39 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b3f097d6e81462395a84ab4c2b2e285&device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 1128 time: 0.0507812 Feb 20 20:59:11.552711 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262a1e-37d9-4e6f-a37b-d49303b38663 req-846f51c9-4627-456e-b97f-0d42e1a5c0bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:11.554173 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e5262a1e-37d9-4e6f-a37b-d49303b38663 req-846f51c9-4627-456e-b97f-0d42e1a5c0bd service neutron] 10.222.0.90 "GET /v2.0/networks?id=0bbe88be-40a0-44cc-b096-bc2f31563232 HTTP/1.1" status: 200 len: 910 time: 0.0856726 Feb 20 20:59:11.606115 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e5262a1e-37d9-4e6f-a37b-d49303b38663 req-2289f636-88c5-4df0-baf2-43e3dc2fc047 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=20290087-3043-4b97-a2eb-e39c336a6042 HTTP/1.1" status: 200 len: 217 time: 0.0427313 Feb 20 20:59:11.664018 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5262a1e-37d9-4e6f-a37b-d49303b38663 req-0b812403-afab-469a-a551-eb435eb0d799 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:11.665519 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e5262a1e-37d9-4e6f-a37b-d49303b38663 req-0b812403-afab-469a-a551-eb435eb0d799 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6da8471f-6c5a-4245-96d8-db315af90f72 HTTP/1.1" status: 200 len: 849 time: 0.0531859 Feb 20 20:59:11.707961 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e5262a1e-37d9-4e6f-a37b-d49303b38663 req-9d643397-ed10-4f47-a66d-72e0695c0e15 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0bbe88be-40a0-44cc-b096-bc2f31563232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353785 Feb 20 20:59:11.842123 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e19a1f7c-a22e-46fb-8dfe-4a1e9d0e1153 req-b054fa63-c724-43b3-9d84-c5a25e360069 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:11.843586 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e19a1f7c-a22e-46fb-8dfe-4a1e9d0e1153 req-b054fa63-c724-43b3-9d84-c5a25e360069 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1629798 Feb 20 20:59:11.853101 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc0bded1-1552-4eea-a41c-51fc3f8ea67d req-332d7412-04f4-48d9-bb83-1f0a6566aa91 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:11.854520 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bc0bded1-1552-4eea-a41c-51fc3f8ea67d req-332d7412-04f4-48d9-bb83-1f0a6566aa91 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1496108 Feb 20 20:59:11.899435 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e5262a1e-37d9-4e6f-a37b-d49303b38663 req-087e9c8d-2719-4a9d-9bc6-74e769d949af service neutron] 10.222.0.90 "GET /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1706059 Feb 20 20:59:11.985431 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e19a1f7c-a22e-46fb-8dfe-4a1e9d0e1153 req-08c4b298-b45e-4d98-9942-0817255a336b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1299531 Feb 20 20:59:11.993168 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bc0bded1-1552-4eea-a41c-51fc3f8ea67d req-f344c75b-c1d4-4841-b60e-340a511cae73 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329935 Feb 20 20:59:12.047745 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e5262a1e-37d9-4e6f-a37b-d49303b38663 req-c0cf4fe4-dabd-4772-a784-2f3cec19e447 service neutron] 10.222.0.90 "GET /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1388299 Feb 20 20:59:12.117531 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d826bf34-6ccf-4061-9968-686f8fe168ad req-1089501a-eddd-4d16-813c-187f4da47c2b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:12.118996 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d826bf34-6ccf-4061-9968-686f8fe168ad req-1089501a-eddd-4d16-813c-187f4da47c2b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 944 time: 0.0537055 Feb 20 20:59:12.172645 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d826bf34-6ccf-4061-9968-686f8fe168ad req-44c54def-5df1-46f1-af3e-3cdcd92e2f40 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475039 Feb 20 20:59:13.152676 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b9ddd-643e-4045-9ee5-a82f6ffb7fd5 req-f0c5e508-6e63-4486-99dc-d8ebd7327e1c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:13.154159 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b92b9ddd-643e-4045-9ee5-a82f6ffb7fd5 req-f0c5e508-6e63-4486-99dc-d8ebd7327e1c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0849419 Feb 20 20:59:13.166174 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7cd657e-084c-4dcf-b0cf-6b4d609c1c4c req-1ff6a352-fb6b-427a-bc21-08e676ad1680 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:13.167591 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e7cd657e-084c-4dcf-b0cf-6b4d609c1c4c req-1ff6a352-fb6b-427a-bc21-08e676ad1680 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0897880 Feb 20 20:59:13.239404 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e7cd657e-084c-4dcf-b0cf-6b4d609c1c4c req-d6b2bc8b-3eeb-4206-9ee1-58198cb6245c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651290 Feb 20 20:59:13.246204 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b92b9ddd-643e-4045-9ee5-a82f6ffb7fd5 req-4b403b78-2143-4009-9a4f-f789678c5370 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0777199 Feb 20 20:59:13.368989 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e908e2c7-34ab-45c6-ad1b-4967b3668420 req-c6ed5938-636d-43fb-b919-99c904f8ba85 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:13.370483 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e908e2c7-34ab-45c6-ad1b-4967b3668420 req-c6ed5938-636d-43fb-b919-99c904f8ba85 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 944 time: 0.0624354 Feb 20 20:59:13.424337 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e908e2c7-34ab-45c6-ad1b-4967b3668420 req-ac95beed-60e8-48fd-a927-f160da3f743f tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474267 Feb 20 20:59:13.846203 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 20290087-3043-4b97-a2eb-e39c336a6042 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:59:14.073795 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 20290087-3043-4b97-a2eb-e39c336a6042, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=20290087-3043-4b97-a2eb-e39c336a6042,segment=NetworkSegment(993fc742-974d-49bf-9be3-9650fdc10b81),segment_id=993fc742-974d-49bf-9be3-9650fdc10b81)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:14.090315 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '20290087-3043-4b97-a2eb-e39c336a6042', 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232', 'port_id': '20290087-3043-4b97-a2eb-e39c336a6042', 'mac_address': 'fa:16:3e:00:3a:cb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da8471f-6c5a-4245-96d8-db315af90f72', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:59:14.126715 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 20290087-3043-4b97-a2eb-e39c336a6042 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:14.127231 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (20290087-3043-4b97-a2eb-e39c336a6042), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:14.142171 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20290087-3043-4b97-a2eb-e39c336a6042 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:59:14.164106 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 20290087-3043-4b97-a2eb-e39c336a6042, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=20290087-3043-4b97-a2eb-e39c336a6042,segment=NetworkSegment(993fc742-974d-49bf-9be3-9650fdc10b81),segment_id=993fc742-974d-49bf-9be3-9650fdc10b81)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:14.168478 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (20290087-3043-4b97-a2eb-e39c336a6042), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:14.235679 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=20290087-3043-4b97-a2eb-e39c336a6042,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:14.389981 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3730d4a-fda7-4c7a-b723-d947f9dfd561 req-f49f2287-f713-47ac-b3d2-7ff3d64d5227 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:14.391411 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d3730d4a-fda7-4c7a-b723-d947f9dfd561 req-f49f2287-f713-47ac-b3d2-7ff3d64d5227 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0806124 Feb 20 20:59:14.420740 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96889f13-d6a8-4e0c-8373-5ac71c48ea83 req-a45d5a00-6d0c-4fab-a61f-5be78939216b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:14.422210 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-96889f13-d6a8-4e0c-8373-5ac71c48ea83 req-a45d5a00-6d0c-4fab-a61f-5be78939216b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0841010 Feb 20 20:59:14.465240 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d3730d4a-fda7-4c7a-b723-d947f9dfd561 req-c457f91a-e159-4a84-ba0c-ac70ccbd5648 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675204 Feb 20 20:59:14.497017 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-96889f13-d6a8-4e0c-8373-5ac71c48ea83 req-2d4afcd5-87dd-4828-a0cc-0c9c3e45a14f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632582 Feb 20 20:59:14.605234 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e379b69-df44-41c3-8755-a571d16507ab req-d5aebacd-a947-43fd-9cf8-1b9e468d3c9b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:14.606109 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['20290087-3043-4b97-a2eb-e39c336a6042'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:59:14.606693 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e379b69-df44-41c3-8755-a571d16507ab req-d5aebacd-a947-43fd-9cf8-1b9e468d3c9b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 945 time: 0.0516911 Feb 20 20:59:14.653529 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e379b69-df44-41c3-8755-a571d16507ab req-35ccb663-6bb1-4760-af92-509ad8135a27 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410299 Feb 20 20:59:15.440042 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f866b2c6-e508-4a85-9f81-dcebed0825a5 req-f370bfbc-58d9-4595-8ba9-b738d4428675 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:15.441706 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f866b2c6-e508-4a85-9f81-dcebed0825a5 req-f370bfbc-58d9-4595-8ba9-b738d4428675 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0526118 Feb 20 20:59:15.492488 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f866b2c6-e508-4a85-9f81-dcebed0825a5 req-63858d46-c39b-421b-88c8-9d7c2dbb0b32 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450928 Feb 20 20:59:15.631613 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdc92a69-a404-4bb8-8a06-e9210f0c53e9 req-286c66c8-5fdc-4c23-9935-7a212651fb39 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:15.633116 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cdc92a69-a404-4bb8-8a06-e9210f0c53e9 req-286c66c8-5fdc-4c23-9935-7a212651fb39 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0929029 Feb 20 20:59:15.645008 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-105d07dc-afdc-4991-ae46-ab2555e9c10b req-1c901365-0f21-4fe2-9fe2-f00630849c76 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:15.646428 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-105d07dc-afdc-4991-ae46-ab2555e9c10b req-1c901365-0f21-4fe2-9fe2-f00630849c76 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0707350 Feb 20 20:59:15.716823 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cdc92a69-a404-4bb8-8a06-e9210f0c53e9 req-de0596eb-5fa4-4f4d-accb-105711b6b95a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694427 Feb 20 20:59:15.719743 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-105d07dc-afdc-4991-ae46-ab2555e9c10b req-d6b1c10e-153e-4247-ba29-0e4b403a41a4 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0668139 Feb 20 20:59:15.845367 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f29befb-73e5-46d0-b6df-8f4f4cc9fef0 req-236d04a8-f057-4a8b-be11-7fc2c18ee645 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:15.846823 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8f29befb-73e5-46d0-b6df-8f4f4cc9fef0 req-236d04a8-f057-4a8b-be11-7fc2c18ee645 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 945 time: 0.0663371 Feb 20 20:59:15.862742 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 20290087-3043-4b97-a2eb-e39c336a6042 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:59:15.897955 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8f29befb-73e5-46d0-b6df-8f4f4cc9fef0 req-d5e5a0bf-5ad9-40f2-bde6-681fd4258c5c tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452785 Feb 20 20:59:15.917858 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 20290087-3043-4b97-a2eb-e39c336a6042 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:59:15.922521 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 20290087-3043-4b97-a2eb-e39c336a6042 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:15.922907 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (20290087-3043-4b97-a2eb-e39c336a6042), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:16.001041 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 20290087-3043-4b97-a2eb-e39c336a6042 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:16.001431 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (20290087-3043-4b97-a2eb-e39c336a6042), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:16.024189 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb90dab-edca-408e-a00e-2d9500eb7f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20290087-3043-4b97-a2eb-e39c336a6042'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:16.026458 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-688cfc94-61c4-4423-b0e3-ef94942809df" -d '{"events": [{"server_uuid": "ddb90dab-edca-408e-a00e-2d9500eb7f0a", "name": "network-vif-plugged", "status": "completed", "tag": "20290087-3043-4b97-a2eb-e39c336a6042"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:16.039537 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 20290087-3043-4b97-a2eb-e39c336a6042, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=20290087-3043-4b97-a2eb-e39c336a6042,segment=NetworkSegment(993fc742-974d-49bf-9be3-9650fdc10b81),segment_id=993fc742-974d-49bf-9be3-9650fdc10b81)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:16.044275 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (20290087-3043-4b97-a2eb-e39c336a6042), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:16.067919 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d13db87-2aa3-41c9-b49a-9ef1b9b2b32e x-openstack-request-id: req-3d13db87-2aa3-41c9-b49a-9ef1b9b2b32e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:16.068230 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb90dab-edca-408e-a00e-2d9500eb7f0a", "name": "network-vif-plugged", "status": "completed", "tag": "20290087-3043-4b97-a2eb-e39c336a6042", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:16.068509 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3d13db87-2aa3-41c9-b49a-9ef1b9b2b32e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:16.068901 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb90dab-edca-408e-a00e-2d9500eb7f0a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20290087-3043-4b97-a2eb-e39c336a6042', 'code': 200} Feb 20 20:59:16.116797 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-41692f2c-98a1-4f73-99c3-5ee41dd4f184 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:16.118340 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-41692f2c-98a1-4f73-99c3-5ee41dd4f184 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 814 time: 0.1289001 Feb 20 20:59:16.120654 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=20290087-3043-4b97-a2eb-e39c336a6042,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:16.136433 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-4ed6a491-1d4f-4ba5-ab74-e3eb63571b26 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/quotas/bfbdfaf922c34f919a01201bb796d65d HTTP/1.1" status: 200 len: 375 time: 0.0108218 Feb 20 20:59:16.217492 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-2ff41505-886a-4f48-8073-54bc8e9e0480 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0686963 Feb 20 20:59:16.339717 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd982ca3-bbeb-47ca-9ad3-b51f52d026a3 req-9e9a1759-1d95-4465-abcd-2cd67e686519 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:16.341262 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dd982ca3-bbeb-47ca-9ad3-b51f52d026a3 req-9e9a1759-1d95-4465-abcd-2cd67e686519 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 1130 time: 0.1078079 Feb 20 20:59:16.348421 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-8e0f4839-0a2a-4850-98db-7bb1db1ec8b8 service neutron] 10.222.0.71 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1230233 Feb 20 20:59:16.440249 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dd982ca3-bbeb-47ca-9ad3-b51f52d026a3 req-9497b931-28c7-4794-b36f-9443b0911c37 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0880947 Feb 20 20:59:16.462466 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-676851d5-4724-4078-9f9c-3ee47b338670 service neutron] 10.222.0.71 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050842 Feb 20 20:59:16.632665 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-db535710-5d82-4b01-9d79-1953dcab67b9 req-149cf379-a3cb-4107-b5e5-be3985528a2b tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 210 time: 0.0359254 Feb 20 20:59:16.651767 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e7d315-ccd0-446e-b13b-9e0eae612d08 req-21b0cb77-cc02-41dd-a931-3d9ad38437b1 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:16.653288 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-34e7d315-ccd0-446e-b13b-9e0eae612d08 req-21b0cb77-cc02-41dd-a931-3d9ad38437b1 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0899458 Feb 20 20:59:16.701170 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-34e7d315-ccd0-446e-b13b-9e0eae612d08 req-6af171bb-a580-4d07-beee-3847d82436fb tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0419507 Feb 20 20:59:16.884639 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45cc7627-1934-4f2c-a305-314b730cb434 req-fb969fbb-2e0d-4ebc-9e88-fcd70fbee5cf tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:16.886121 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-45cc7627-1934-4f2c-a305-314b730cb434 req-fb969fbb-2e0d-4ebc-9e88-fcd70fbee5cf tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0908937 Feb 20 20:59:16.893625 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9489b1b-a78f-40de-ab57-429dcf47788e req-03c71a00-b685-47d9-8574-b0639ee37783 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:16.895301 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9489b1b-a78f-40de-ab57-429dcf47788e req-03c71a00-b685-47d9-8574-b0639ee37783 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0892165 Feb 20 20:59:16.965615 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-45cc7627-1934-4f2c-a305-314b730cb434 req-e83ba7ec-1336-4dcd-9a02-3603e7692453 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693469 Feb 20 20:59:16.973159 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9489b1b-a78f-40de-ab57-429dcf47788e req-efc65b30-210d-4cce-94ce-4266dbfaba07 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695724 Feb 20 20:59:17.087142 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474d891a-08c4-4efa-9d75-cf94c9bc4da1 req-4caf8a9b-6420-4199-b9ea-d318cf5ba177 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:17.088681 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-474d891a-08c4-4efa-9d75-cf94c9bc4da1 req-4caf8a9b-6420-4199-b9ea-d318cf5ba177 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 946 time: 0.0525312 Feb 20 20:59:17.140456 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-474d891a-08c4-4efa-9d75-cf94c9bc4da1 req-8e394504-40ce-43b8-aef9-0e9aeddbe320 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460248 Feb 20 20:59:17.730698 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3d49a452-f5a7-4177-b1c2-c88f6a689a28 req-f9b2eab3-4571-4b9a-9bd6-44c4d7249501 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 210 time: 0.0328639 Feb 20 20:59:17.904503 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-958f74ea-cf8a-44b4-82a4-139256135e82 req-bfba7185-456e-452c-b060-f529375ef826 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:17.905949 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-958f74ea-cf8a-44b4-82a4-139256135e82 req-bfba7185-456e-452c-b060-f529375ef826 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1246538 Feb 20 20:59:17.943660 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-b1bd9733-fb27-48d6-becd-b8cac991f4bd tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:17.945042 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-b1bd9733-fb27-48d6-becd-b8cac991f4bd tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 814 time: 0.1522565 Feb 20 20:59:17.970424 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-958f74ea-cf8a-44b4-82a4-139256135e82 req-4faef836-5d74-47e6-9320-fd29c03eee68 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0551367 Feb 20 20:59:17.990249 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Request body: {'port': {'device_id': '5cc5fd47-c06f-41e4-9832-fe7b48f2c070', 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8', 'admin_state_up': True, 'tenant_id': 'bfbdfaf922c34f919a01201bb796d65d'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:18.437999 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a59dcb59-8771-48f8-a8ff-29c9217eb775 req-fae682f2-4ece-4c40-90f9-8d9a83ead8aa tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:18.439433 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a59dcb59-8771-48f8-a8ff-29c9217eb775 req-fae682f2-4ece-4c40-90f9-8d9a83ead8aa tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.3595057 Feb 20 20:59:18.449978 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-454309f2-6bff-41b9-ab73-7fed690dcf42 req-1d716a6b-6585-4739-844b-63cade2b0c94 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:18.451371 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-454309f2-6bff-41b9-ab73-7fed690dcf42 req-1d716a6b-6585-4739-844b-63cade2b0c94 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.4067457 Feb 20 20:59:18.454097 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Made reservation on behalf of bfbdfaf922c34f919a01201bb796d65d for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:59:18.457720 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:18.585833 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a59dcb59-8771-48f8-a8ff-29c9217eb775 req-9e10d43e-8eed-4419-bbc4-6e8789d67038 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1332297 Feb 20 20:59:18.590910 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-454309f2-6bff-41b9-ab73-7fed690dcf42 req-032797cb-c33d-46f3-b8b5-0bc08b5f0752 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310241 Feb 20 20:59:18.689570 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Allocated IP 172.20.0.11 (4d41f296-a8e9-4928-969d-8c481e411ee8/1f3ccb5e-d618-4f83-b90a-ab491849376b/da569378-bc3d-42f3-80f0-8f7886f80706) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:59:18.733887 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb902890-663d-45e8-b511-a7ed40fd5da2 req-20c6a0ed-12e9-4ca8-b9d3-9e08b45e29e9 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:18.735323 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fb902890-663d-45e8-b511-a7ed40fd5da2 req-20c6a0ed-12e9-4ca8-b9d3-9e08b45e29e9 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 946 time: 0.0858629 Feb 20 20:59:18.863250 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-265029d3-8566-4e93-b036-a5bdd89e6a88 req-23c8f45e-da8d-4cd6-a17b-de97b4957afc tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 210 time: 0.0453074 Feb 20 20:59:18.880283 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fb902890-663d-45e8-b511-a7ed40fd5da2 req-cc2c3193-49d8-4907-9552-51b1d6f0cb8d tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357844 Feb 20 20:59:18.929043 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks [] for port (da569378-bc3d-42f3-80f0-8f7886f80706), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:18.966407 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:18.978846 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['eeab640d-b8b0-4420-b87a-736f67addc77', '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e', '8f84a00e-2a64-49ae-ab14-81121f3b07a5'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:59:19.008263 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Network 4d41f296-a8e9-4928-969d-8c481e411ee8 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:59:19.011570 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:59:19.015881 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:59:19.044397 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Pushing event updated for resources: {'Port': ['ID=da569378-bc3d-42f3-80f0-8f7886f80706,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:19.099950 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:19.100677 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:19.125229 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-92c0c8b5-60d1-4a8c-8c13-eb760d460c74 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1396496 Feb 20 20:59:19.133146 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f6ea55e-cd79-41ee-95ae-2d45c6a26dea req-f784976b-8579-4149-9827-d75b72768b0a tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:19.134626 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1f6ea55e-cd79-41ee-95ae-2d45c6a26dea req-f784976b-8579-4149-9827-d75b72768b0a tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0784080 Feb 20 20:59:19.145783 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Request body: {'port': {'device_id': '5cc5fd47-c06f-41e4-9832-fe7b48f2c070', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:19.257339 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1f6ea55e-cd79-41ee-95ae-2d45c6a26dea req-8bdc9202-27ba-4921-9137-01b0ec3e691f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1078484 Feb 20 20:59:19.260056 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:19.536854 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id da569378-bc3d-42f3-80f0-8f7886f80706 {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:59:19.545646 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Publish callbacks [] for port (da569378-bc3d-42f3-80f0-8f7886f80706), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:19.558155 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Transition to ACTIVE for port object da569378-bc3d-42f3-80f0-8f7886f80706 will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:59:19.565557 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:19.617014 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Pushing event updated for resources: {'Port': ['ID=da569378-bc3d-42f3-80f0-8f7886f80706,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:19.752228 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Attempting to bind port da569378-bc3d-42f3-80f0-8f7886f80706 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:59:19.752980 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Attempting to bind port da569378-bc3d-42f3-80f0-8f7886f80706 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:59:19.752980 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Attempting to bind port da569378-bc3d-42f3-80f0-8f7886f80706 on network 4d41f296-a8e9-4928-969d-8c481e411ee8 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:59:19.763920 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Port da569378-bc3d-42f3-80f0-8f7886f80706 on network 4d41f296-a8e9-4928-969d-8c481e411ee8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:59:19.764240 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Attempting to bind port da569378-bc3d-42f3-80f0-8f7886f80706 on network 4d41f296-a8e9-4928-969d-8c481e411ee8 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:59:19.775980 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c000f098-920f-4856-8c1d-8513ef96feaa req-aa80c2e9-ca85-4bd0-a765-1a0546e17fd8 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:19.777481 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c000f098-920f-4856-8c1d-8513ef96feaa req-aa80c2e9-ca85-4bd0-a765-1a0546e17fd8 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 946 time: 0.1364594 Feb 20 20:59:19.786254 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cf7f015-76c9-46d2-bd09-608f762b6dc1 req-5ab6712d-e2b4-447e-a0cf-ae6150b46ac3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:19.787653 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2cf7f015-76c9-46d2-bd09-608f762b6dc1 req-5ab6712d-e2b4-447e-a0cf-ae6150b46ac3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1189325 Feb 20 20:59:19.790611 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 58, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:59:19.790953 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Checking segment: {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:59:19.791337 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Bound using segment: {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:59:19.791773 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Bound port: da569378-bc3d-42f3-80f0-8f7886f80706, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd761e682-430c-44cc-9955-38e2f1c762b0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 181, 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:59:19.792129 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:19.907676 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c000f098-920f-4856-8c1d-8513ef96feaa req-fa37b495-24c7-4313-b3b7-e01a363c91ae tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1190598 Feb 20 20:59:19.921166 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2cf7f015-76c9-46d2-bd09-608f762b6dc1 req-e41e24e7-3df2-48bc-a28f-7c0f050eb880 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210976 Feb 20 20:59:19.927624 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] For port da569378-bc3d-42f3-80f0-8f7886f80706, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:59:19.930955 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] For port da569378-bc3d-42f3-80f0-8f7886f80706, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=da569378-bc3d-42f3-80f0-8f7886f80706,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:59:19.937723 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:19.972738 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:19.973431 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:19.974801 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] 10.222.0.90 "PUT /v2.0/ports/da569378-bc3d-42f3-80f0-8f7886f80706 HTTP/1.1" status: 200 len: 1094 time: 0.8361063 Feb 20 20:59:19.975248 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5cc5fd47-c06f-41e4-9832-fe7b48f2c070', 'tag': 'da569378-bc3d-42f3-80f0-8f7886f80706'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:19.977608 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c39e6958-b29e-4dae-924f-22b72a7d162e" -d '{"events": [{"name": "network-changed", "server_uuid": "5cc5fd47-c06f-41e4-9832-fe7b48f2c070", "tag": "da569378-bc3d-42f3-80f0-8f7886f80706"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:20.060869 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c7b001-b238-4f90-b3e0-3f6e72710c2b service neutron] Pushing event updated for resources: {'Port': ['ID=da569378-bc3d-42f3-80f0-8f7886f80706,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:20.122479 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5688743-899c-4419-920d-a08987d2ebac req-adc9a5e0-cf5f-4f60-9273-fe8c4f0e61a5 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:20.124218 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d5688743-899c-4419-920d-a08987d2ebac req-adc9a5e0-cf5f-4f60-9273-fe8c4f0e61a5 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1439455 Feb 20 20:59:20.135571 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30bdbf3c-7da5-40a8-b9bb-58cd7fc78477 req-ab5214b0-954d-4f04-86bb-77c7086a6ad3 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:20.135571 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-30bdbf3c-7da5-40a8-b9bb-58cd7fc78477 req-ab5214b0-954d-4f04-86bb-77c7086a6ad3 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 944 time: 0.1189756 Feb 20 20:59:20.146859 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-89d9911e-9b16-408c-a644-ff16551c3a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:20.148305 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-89d9911e-9b16-408c-a644-ff16551c3a62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 1128 time: 0.1124251 Feb 20 20:59:20.221672 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-6b1430d4-39ce-4223-be38-e83fb58ed10f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da569378-bc3d-42f3-80f0-8f7886f80706 HTTP/1.1" status: 200 len: 217 time: 0.0523617 Feb 20 20:59:20.287598 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d5688743-899c-4419-920d-a08987d2ebac req-ba1aff46-da3d-4d84-afd5-34bf19b25833 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1519446 Feb 20 20:59:20.290577 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-30bdbf3c-7da5-40a8-b9bb-58cd7fc78477 req-0ee2bd93-9fd9-4b37-b67f-283a2b67070f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461878 Feb 20 20:59:20.301754 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-41af90d6-a7de-4f04-aca9-615264b7d472 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:20.303227 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-41af90d6-a7de-4f04-aca9-615264b7d472 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f3ccb5e-d618-4f83-b90a-ab491849376b HTTP/1.1" status: 200 len: 854 time: 0.0726724 Feb 20 20:59:20.349410 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b91f113c-e2e6-4073-bf82-398edbf5aaa5 x-openstack-request-id: req-b91f113c-e2e6-4073-bf82-398edbf5aaa5 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:20.349636 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5cc5fd47-c06f-41e4-9832-fe7b48f2c070", "tag": "da569378-bc3d-42f3-80f0-8f7886f80706", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:20.350011 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b91f113c-e2e6-4073-bf82-398edbf5aaa5 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:20.350425 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5cc5fd47-c06f-41e4-9832-fe7b48f2c070', 'tag': 'da569378-bc3d-42f3-80f0-8f7886f80706', 'status': 'completed', 'code': 200} Feb 20 20:59:20.352425 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-49b594ac-a490-44e2-99dc-4231ca5c026c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4d41f296-a8e9-4928-969d-8c481e411ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0318208 Feb 20 20:59:20.478491 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d19d69-e831-4f45-963a-bcca620d624c req-9dbc214d-2df0-4869-84f1-5eddce0a7a1e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:20.479893 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-10d19d69-e831-4f45-963a-bcca620d624c req-9dbc214d-2df0-4869-84f1-5eddce0a7a1e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1194444 Feb 20 20:59:20.508922 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-0d5a6869-add3-4f0b-8c97-1888b2af3518 service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1394053 Feb 20 20:59:20.545725 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-10d19d69-e831-4f45-963a-bcca620d624c req-ee74c251-42c5-4e72-8766-a5e80dcda048 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0580060 Feb 20 20:59:20.618174 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-369a223c-8086-45f4-a9fa-3e7471fd00fa req-5f1dbc71-f08d-4a93-8881-3efa20fd5a5a service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869322 Feb 20 20:59:20.734355 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e6958-b29e-4dae-924f-22b72a7d162e req-7cbbbd41-6cb5-4864-981a-ab3a40ea19b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:20.735748 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c39e6958-b29e-4dae-924f-22b72a7d162e req-7cbbbd41-6cb5-4864-981a-ab3a40ea19b7 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=bfbdfaf922c34f919a01201bb796d65d&device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 1128 time: 0.0491970 Feb 20 20:59:20.826941 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e6958-b29e-4dae-924f-22b72a7d162e req-02c804a9-b6e2-4793-b468-73cd7d41c4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:20.828416 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c39e6958-b29e-4dae-924f-22b72a7d162e req-02c804a9-b6e2-4793-b468-73cd7d41c4de service neutron] 10.222.0.90 "GET /v2.0/networks?id=4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 200 len: 915 time: 0.0832551 Feb 20 20:59:20.874021 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c39e6958-b29e-4dae-924f-22b72a7d162e req-2f3df20d-6c04-438e-aa0a-f7cbb08dac2c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=da569378-bc3d-42f3-80f0-8f7886f80706 HTTP/1.1" status: 200 len: 217 time: 0.0378854 Feb 20 20:59:20.929572 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c39e6958-b29e-4dae-924f-22b72a7d162e req-517d8a40-2ef6-4eba-8880-4790465744bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:20.931079 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c39e6958-b29e-4dae-924f-22b72a7d162e req-517d8a40-2ef6-4eba-8880-4790465744bf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=1f3ccb5e-d618-4f83-b90a-ab491849376b HTTP/1.1" status: 200 len: 854 time: 0.0438170 Feb 20 20:59:20.965705 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c39e6958-b29e-4dae-924f-22b72a7d162e req-6020a460-fa1f-4d1f-867e-728d1a6c5e6d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=4d41f296-a8e9-4928-969d-8c481e411ee8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280261 Feb 20 20:59:21.132839 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36029c18-d010-4812-b627-04bbc04be916 req-1889a4c9-593f-45b3-9f69-6a219affccaa tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:21.134349 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-36029c18-d010-4812-b627-04bbc04be916 req-1889a4c9-593f-45b3-9f69-6a219affccaa tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 946 time: 0.1563902 Feb 20 20:59:21.148640 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81d89d1a-2f15-4498-9dde-e8006f62dfaf req-32600b55-9374-474f-a75d-e5d50e05c923 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:21.150107 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-81d89d1a-2f15-4498-9dde-e8006f62dfaf req-32600b55-9374-474f-a75d-e5d50e05c923 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1379607 Feb 20 20:59:21.168078 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c39e6958-b29e-4dae-924f-22b72a7d162e req-44a7d667-5d8a-4de6-80ec-9571ecf6d7b5 service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1782529 Feb 20 20:59:21.243625 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-36029c18-d010-4812-b627-04bbc04be916 req-186ebca7-fe0e-4d2c-b754-2c66b263a534 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029139 Feb 20 20:59:21.283150 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-81d89d1a-2f15-4498-9dde-e8006f62dfaf req-4654ee35-aa60-449e-ae7c-60d2549f0a2f tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235583 Feb 20 20:59:21.320385 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c39e6958-b29e-4dae-924f-22b72a7d162e req-3b9a7cfc-4488-43ea-a885-2ade7ba03915 service neutron] 10.222.0.90 "GET /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261129 Feb 20 20:59:21.449544 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a8d233-7f9c-45b7-969e-8a43743d402e req-e724dd56-1de0-4db1-bc54-952523c234e2 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:21.451029 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-30a8d233-7f9c-45b7-969e-8a43743d402e req-e724dd56-1de0-4db1-bc54-952523c234e2 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 944 time: 0.0906405 Feb 20 20:59:21.458955 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8d9193-cb06-4637-bad1-e8c2dc17e581 req-bb8e80b5-4f12-4432-85ae-d47998d7bb99 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:21.460316 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4c8d9193-cb06-4637-bad1-e8c2dc17e581 req-bb8e80b5-4f12-4432-85ae-d47998d7bb99 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0911274 Feb 20 20:59:21.532457 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-30a8d233-7f9c-45b7-969e-8a43743d402e req-e7f3f0ae-4448-40db-9480-2798aaa5560e tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711398 Feb 20 20:59:21.536983 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4c8d9193-cb06-4637-bad1-e8c2dc17e581 req-7d7eb9b6-9547-4d69-a4ff-109dcc4def84 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0701010 Feb 20 20:59:21.664666 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dbcb59a-ea1d-47ed-8579-851654c8e669 req-4d69536f-7a48-4ad6-90ac-17e44b454526 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:21.666033 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2dbcb59a-ea1d-47ed-8579-851654c8e669 req-4d69536f-7a48-4ad6-90ac-17e44b454526 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0543966 Feb 20 20:59:21.714052 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2dbcb59a-ea1d-47ed-8579-851654c8e669 req-5d248ae8-799e-4fce-94ed-f0689c0d88f5 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424213 Feb 20 20:59:21.813053 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9af7f0f-aaee-4851-86c0-8148298aefa7 req-5f74161d-44da-4a5b-9c75-1c0d5154d073 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:21.814635 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f9af7f0f-aaee-4851-86c0-8148298aefa7 req-5f74161d-44da-4a5b-9c75-1c0d5154d073 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.90 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 946 time: 0.0552576 Feb 20 20:59:21.916493 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [req-f9af7f0f-aaee-4851-86c0-8148298aefa7 req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Deleting port 20290087-3043-4b97-a2eb-e39c336a6042 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:59:21.917178 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-f9af7f0f-aaee-4851-86c0-8148298aefa7 req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (20290087-3043-4b97-a2eb-e39c336a6042), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:22.004038 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-f9af7f0f-aaee-4851-86c0-8148298aefa7 req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] For port 20290087-3043-4b97-a2eb-e39c336a6042, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=20290087-3043-4b97-a2eb-e39c336a6042,segment=NetworkSegment(993fc742-974d-49bf-9be3-9650fdc10b81),segment_id=993fc742-974d-49bf-9be3-9650fdc10b81)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:22.004493 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-f9af7f0f-aaee-4851-86c0-8148298aefa7 req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (20290087-3043-4b97-a2eb-e39c336a6042), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:22.015787 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [req-f9af7f0f-aaee-4851-86c0-8148298aefa7 req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Calling delete_port for 20290087-3043-4b97-a2eb-e39c336a6042 owned by compute:nova {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:59:22.140785 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-f9af7f0f-aaee-4851-86c0-8148298aefa7 req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (20290087-3043-4b97-a2eb-e39c336a6042), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:22.154079 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['20290087-3043-4b97-a2eb-e39c336a6042'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:59:22.174406 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Pushing event deleted for resources: {'Port': ['ID=20290087-3043-4b97-a2eb-e39c336a6042,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:22.198995 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.199345 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.199685 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.200026 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.200369 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.200701 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.201024 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.201344 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.201667 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.201980 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.202299 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.202620 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.202936 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:22.225539 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9af7f0f-aaee-4851-86c0-8148298aefa7 req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] No DVR routers for this DVR port 20290087-3043-4b97-a2eb-e39c336a6042 on host hv-cinder-83008 {{(pid=102716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:59:22.229048 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-f9af7f0f-aaee-4851-86c0-8148298aefa7 req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:22.232391 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f9af7f0f-aaee-4851-86c0-8148298aefa7 req-0b126292-d035-4d3d-b827-e8b9d31c2765 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.90 "DELETE /v2.0/ports/20290087-3043-4b97-a2eb-e39c336a6042 HTTP/1.1" status: 204 len: 173 time: 0.4091473 Feb 20 20:59:22.344991 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ecb11802-ec0b-4504-983c-9d8aa2448c72 req-8727986f-33ca-4365-8550-0f532d7ad950 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=ddb90dab-edca-408e-a00e-2d9500eb7f0a HTTP/1.1" status: 200 len: 210 time: 0.0310035 Feb 20 20:59:22.351890 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ddb90dab-edca-408e-a00e-2d9500eb7f0a', 'name': 'network-vif-deleted', 'tag': '20290087-3043-4b97-a2eb-e39c336a6042'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:22.354598 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80663f35-7612-48d7-945c-0e2e6c457c58" -d '{"events": [{"server_uuid": "ddb90dab-edca-408e-a00e-2d9500eb7f0a", "name": "network-vif-deleted", "tag": "20290087-3043-4b97-a2eb-e39c336a6042"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:22.393080 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81a111cd-3a6d-43d8-b859-809e948980ff x-openstack-request-id: req-81a111cd-3a6d-43d8-b859-809e948980ff {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:22.393422 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ddb90dab-edca-408e-a00e-2d9500eb7f0a", "name": "network-vif-deleted", "tag": "20290087-3043-4b97-a2eb-e39c336a6042", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:22.393635 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-81a111cd-3a6d-43d8-b859-809e948980ff {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:22.394107 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ddb90dab-edca-408e-a00e-2d9500eb7f0a', 'name': 'network-vif-deleted', 'tag': '20290087-3043-4b97-a2eb-e39c336a6042', 'status': 'completed', 'code': 200} Feb 20 20:59:22.418857 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aedf97f4-5ad7-4c1a-8492-42e3e402254c req-6691dd4c-f2c7-4570-8393-47464a1cf8c9 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:22.420316 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-aedf97f4-5ad7-4c1a-8492-42e3e402254c req-6691dd4c-f2c7-4570-8393-47464a1cf8c9 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0583594 Feb 20 20:59:22.471993 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-aedf97f4-5ad7-4c1a-8492-42e3e402254c req-0b3da37e-7beb-4286-85be-239242c3852d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456231 Feb 20 20:59:22.687926 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b817ec26-3532-4453-8024-647220e65974 req-bca96f33-5b52-4176-a19e-102b64f0e8a9 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:22.689305 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b817ec26-3532-4453-8024-647220e65974 req-bca96f33-5b52-4176-a19e-102b64f0e8a9 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 944 time: 0.0856535 Feb 20 20:59:22.697512 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f55286d-95d4-42f6-a710-8ffa560bfe6d req-2415d318-2901-41fe-9c45-cbcf99b82c45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:22.698850 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1f55286d-95d4-42f6-a710-8ffa560bfe6d req-2415d318-2901-41fe-9c45-cbcf99b82c45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0867722 Feb 20 20:59:22.767467 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b817ec26-3532-4453-8024-647220e65974 req-8bbef068-27ed-4697-838e-c2950dedc946 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676744 Feb 20 20:59:22.771639 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1f55286d-95d4-42f6-a710-8ffa560bfe6d req-70604324-6e4b-4e23-884c-3a76742f9c7d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0662878 Feb 20 20:59:22.885267 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfa69de1-3f4f-42a7-8275-87c1c21e4b68 req-6c203d6b-8f72-4fad-9547-9557f7116a8e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:22.886749 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dfa69de1-3f4f-42a7-8275-87c1c21e4b68 req-6c203d6b-8f72-4fad-9547-9557f7116a8e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0585816 Feb 20 20:59:22.935575 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dfa69de1-3f4f-42a7-8275-87c1c21e4b68 req-05fe0c03-f553-403d-ae8e-45452fe9e9c8 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428064 Feb 20 20:59:23.660598 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a3769b2-a69e-456f-863f-a1f09432dce6 req-6cb5b55b-51b2-4f33-b6b9-db879bafa7f1 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:23.662170 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5a3769b2-a69e-456f-863f-a1f09432dce6 req-6cb5b55b-51b2-4f33-b6b9-db879bafa7f1 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1196949 Feb 20 20:59:23.706097 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c9cbf82-58f2-4b6e-a0e2-31a7931f19b5 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:23.707580 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c9cbf82-58f2-4b6e-a0e2-31a7931f19b5 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/networks?id=0bbe88be-40a0-44cc-b096-bc2f31563232 HTTP/1.1" status: 200 len: 809 time: 0.1541119 Feb 20 20:59:23.747320 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-8616bab3-7d24-4532-aaa6-ebc7f0b604c3 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/quotas/4b3f097d6e81462395a84ab4c2b2e285 HTTP/1.1" status: 200 len: 375 time: 0.0251193 Feb 20 20:59:23.772752 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5a3769b2-a69e-456f-863f-a1f09432dce6 req-d04361bc-8383-46fa-b2fe-801b50ad671c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043825 Feb 20 20:59:23.792058 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-db6aa608-794f-428c-8e42-5e38d1ded103 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=4b3f097d6e81462395a84ab4c2b2e285&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329695 Feb 20 20:59:23.798613 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93ed3e-2081-4153-b089-e6e979067a4c req-3bd7cba7-bc40-4dde-94b5-4c4b7b402944 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:23.800049 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9e93ed3e-2081-4153-b089-e6e979067a4c req-3bd7cba7-bc40-4dde-94b5-4c4b7b402944 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 1129 time: 0.1089518 Feb 20 20:59:23.946689 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device da569378-bc3d-42f3-80f0-8f7886f80706 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:59:24.052549 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port da569378-bc3d-42f3-80f0-8f7886f80706, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=da569378-bc3d-42f3-80f0-8f7886f80706,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:24.063720 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': 'da569378-bc3d-42f3-80f0-8f7886f80706', 'network_id': '4d41f296-a8e9-4928-969d-8c481e411ee8', 'port_id': 'da569378-bc3d-42f3-80f0-8f7886f80706', 'mac_address': 'fa:16:3e:57:a2:c1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 181, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1f3ccb5e-d618-4f83-b90a-ab491849376b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:59:24.106347 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port da569378-bc3d-42f3-80f0-8f7886f80706 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:24.106739 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:24.120931 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id da569378-bc3d-42f3-80f0-8f7886f80706 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:59:24.142178 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port da569378-bc3d-42f3-80f0-8f7886f80706, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=da569378-bc3d-42f3-80f0-8f7886f80706,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:24.147392 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:24.199256 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=da569378-bc3d-42f3-80f0-8f7886f80706,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:24.257326 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-f3edc979-a2af-46df-abe0-1bc68b7b2c39 service neutron] 10.222.0.71 "GET /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556868 Feb 20 20:59:24.284265 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a23dae-4036-4d73-9462-85611ef3974e req-46f2ce51-4daf-4d3b-8229-6bea11686700 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:24.286216 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b2a23dae-4036-4d73-9462-85611ef3974e req-46f2ce51-4daf-4d3b-8229-6bea11686700 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 944 time: 0.4253330 Feb 20 20:59:24.299667 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93ed3e-2081-4153-b089-e6e979067a4c req-85d7719b-48b9-4b8a-8a3b-b65bdd292126 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:24.301619 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9e93ed3e-2081-4153-b089-e6e979067a4c req-85d7719b-48b9-4b8a-8a3b-b65bdd292126 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 200 len: 912 time: 0.4765790 Feb 20 20:59:24.436288 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b2a23dae-4036-4d73-9462-85611ef3974e req-cc5ed784-3d97-4d11-ad6f-f53cac1b30a9 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1400139 Feb 20 20:59:24.441995 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9e93ed3e-2081-4153-b089-e6e979067a4c req-70ba6cd9-2b11-40fe-9b5c-b3387972a223 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f8c273-0db2-4990-834c-de3ee7aa1044 HTTP/1.1" status: 200 len: 1001 time: 0.1096456 Feb 20 20:59:24.460245 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-b35740fa-fb1a-4064-b0aa-0e5f91a15830 service neutron] 10.222.0.71 "GET /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925175 Feb 20 20:59:24.511345 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93ed3e-2081-4153-b089-e6e979067a4c req-3408f11d-04e0-4d3e-b7ec-55db2e544c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:24.512802 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9e93ed3e-2081-4153-b089-e6e979067a4c req-3408f11d-04e0-4d3e-b7ec-55db2e544c13 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=556ba603-3470-4df7-9938-1a7b4a7080b4 HTTP/1.1" status: 200 len: 850 time: 0.0618861 Feb 20 20:59:24.564004 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['da569378-bc3d-42f3-80f0-8f7886f80706'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:59:24.598728 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af97e2-5893-4867-9542-256bd398772f req-d114c638-ea86-4dfd-a41c-2f3b06cd3676 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:24.600266 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9af97e2-5893-4867-9542-256bd398772f req-d114c638-ea86-4dfd-a41c-2f3b06cd3676 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1048727 Feb 20 20:59:24.606177 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93ed3e-2081-4153-b089-e6e979067a4c req-540aa523-b04b-43d9-a113-c36e62bc64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:24.607932 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9e93ed3e-2081-4153-b089-e6e979067a4c req-540aa523-b04b-43d9-a113-c36e62bc64e7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f829bbbb-0a39-4da0-ba53-40f021735711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0799160 Feb 20 20:59:24.740186 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9af97e2-5893-4867-9542-256bd398772f req-582fb54a-7b15-4c3d-914e-abd1f605686d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1316473 Feb 20 20:59:24.772405 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9e93ed3e-2081-4153-b089-e6e979067a4c req-566677a0-bda7-48f6-8f70-60b82f67f5a5 service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1504560 Feb 20 20:59:24.788653 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87214c02-5bc8-43ea-8006-79ac4fbd075e req-558100da-e791-475c-81e9-3d6aa9f2e216 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:24.793022 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-87214c02-5bc8-43ea-8006-79ac4fbd075e req-558100da-e791-475c-81e9-3d6aa9f2e216 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1464510 Feb 20 20:59:24.884342 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e6fcc33c-ae66-4c48-b95d-fb9eef82d397 req-0c52bfea-49d3-478a-922a-7c91d1555575 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 210 time: 0.0816252 Feb 20 20:59:24.929056 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-87214c02-5bc8-43ea-8006-79ac4fbd075e req-1b5f4b05-aa57-4b1c-9ec8-86e652b0ebc0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1242366 Feb 20 20:59:24.954624 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9e93ed3e-2081-4153-b089-e6e979067a4c req-19be2ed1-a0bb-4ae5-b7f6-24cad27f932f service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1601212 Feb 20 20:59:25.021348 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82498b4e-4876-4984-a778-e73a66afaa6d req-1e6b148a-eb3d-410f-8876-f9aef5e5a43a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:25.022851 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-82498b4e-4876-4984-a778-e73a66afaa6d req-1e6b148a-eb3d-410f-8876-f9aef5e5a43a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0670416 Feb 20 20:59:25.075826 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-82498b4e-4876-4984-a778-e73a66afaa6d req-66860589-f12e-456e-8f61-2e5fc8b916d0 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471842 Feb 20 20:59:25.518682 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:25.561057 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d9db45-289f-47a5-be4d-761a7b6ebd9d req-88a46021-28da-4404-b168-56472087b279 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:25.562527 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-92d9db45-289f-47a5-be4d-761a7b6ebd9d req-88a46021-28da-4404-b168-56472087b279 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 945 time: 0.0536761 Feb 20 20:59:25.610761 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-92d9db45-289f-47a5-be4d-761a7b6ebd9d req-f0e07cf8-2565-430d-8f3f-75a2d2a00cf6 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425577 Feb 20 20:59:25.841575 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-00ee29af-8c8c-4f8a-9b7d-1c8506e1c301 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:25.843514 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-00ee29af-8c8c-4f8a-9b7d-1c8506e1c301 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.90 "GET /v2.0/networks?id=0bbe88be-40a0-44cc-b096-bc2f31563232 HTTP/1.1" status: 200 len: 809 time: 0.1250129 Feb 20 20:59:25.876702 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Request body: {'port': {'device_id': '4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82', 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232', 'admin_state_up': True, 'tenant_id': '4b3f097d6e81462395a84ab4c2b2e285'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:25.957183 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device da569378-bc3d-42f3-80f0-8f7886f80706 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:59:25.980545 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e316f36-f92c-4d16-8cba-41061282309c req-42aa2ddb-1962-464d-af34-ef133ca5dc7a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:25.982009 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7e316f36-f92c-4d16-8cba-41061282309c req-42aa2ddb-1962-464d-af34-ef133ca5dc7a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1374607 Feb 20 20:59:26.008543 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-60f772b7-182d-4aa3-8d06-84cd3ce44ac0 req-28e57511-d3e1-449a-b3ec-b504a1d48340 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 210 time: 0.0495036 Feb 20 20:59:26.018128 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port da569378-bc3d-42f3-80f0-8f7886f80706 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:59:26.022913 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port da569378-bc3d-42f3-80f0-8f7886f80706 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:26.023294 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:26.049365 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2dbf935c-970a-4013-aa98-1928480dd48f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:26.079782 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7e316f36-f92c-4d16-8cba-41061282309c req-beb03e8e-8b9e-43e3-8ca0-f34e5e135e53 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0787079 Feb 20 20:59:26.083314 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Made reservation on behalf of 4b3f097d6e81462395a84ab4c2b2e285 for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:59:26.087080 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:26.108812 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port da569378-bc3d-42f3-80f0-8f7886f80706 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:26.109153 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:26.143874 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc5fd47-c06f-41e4-9832-fe7b48f2c070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da569378-bc3d-42f3-80f0-8f7886f80706'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:26.147373 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2318a9-0be8-482f-83d1-b6a3a57c731f" -d '{"events": [{"server_uuid": "5cc5fd47-c06f-41e4-9832-fe7b48f2c070", "name": "network-vif-plugged", "status": "completed", "tag": "da569378-bc3d-42f3-80f0-8f7886f80706"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:26.165690 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port da569378-bc3d-42f3-80f0-8f7886f80706, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=da569378-bc3d-42f3-80f0-8f7886f80706,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:26.169607 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:26.170543 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 20290087-3043-4b97-a2eb-e39c336a6042 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:59:26.210565 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 20290087-3043-4b97-a2eb-e39c336a6042 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:59:26.210917 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 20290087-3043-4b97-a2eb-e39c336a6042 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:59:26.211773 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b0d897d-d18b-4955-a654-8a6d74d9a59a req-6d1e42e0-bf40-4bab-aa00-4da6c9034b9f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:26.213355 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5b0d897d-d18b-4955-a654-8a6d74d9a59a req-6d1e42e0-bf40-4bab-aa00-4da6c9034b9f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1322970 Feb 20 20:59:26.241084 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=da569378-bc3d-42f3-80f0-8f7886f80706,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:26.336866 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef71a7a-efcf-47f4-b9bd-6b12b99f5301 req-8d11fbe2-40a6-4efd-846f-888916ac7a1c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:26.338370 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6ef71a7a-efcf-47f4-b9bd-6b12b99f5301 req-8d11fbe2-40a6-4efd-846f-888916ac7a1c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1550972 Feb 20 20:59:26.346843 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5b0d897d-d18b-4955-a654-8a6d74d9a59a req-6333b39e-a206-42d9-b1fe-ecbb96f74b6f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1149793 Feb 20 20:59:26.348167 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Allocated IP 172.20.0.13 (0bbe88be-40a0-44cc-b096-bc2f31563232/6da8471f-6c5a-4245-96d8-db315af90f72/4e69ef2f-3172-4f54-8fde-f3f133065623) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:59:26.396617 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56cdd021-10df-4d37-8be4-7bd892c69326 x-openstack-request-id: req-56cdd021-10df-4d37-8be4-7bd892c69326 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:26.397014 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc5fd47-c06f-41e4-9832-fe7b48f2c070", "name": "network-vif-plugged", "status": "completed", "tag": "da569378-bc3d-42f3-80f0-8f7886f80706", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:26.397282 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-56cdd021-10df-4d37-8be4-7bd892c69326 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:26.397761 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc5fd47-c06f-41e4-9832-fe7b48f2c070', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'da569378-bc3d-42f3-80f0-8f7886f80706', 'code': 200} Feb 20 20:59:26.435992 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6ef71a7a-efcf-47f4-b9bd-6b12b99f5301 req-e5ba60f1-c8aa-4639-8b32-b04c1675043c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0854864 Feb 20 20:59:26.548175 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks [] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:26.582574 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:26.590871 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c62a43ef-3401-487c-ad50-48497744dbdd req-f8f935ac-e866-4940-bc06-fb8919d4ce62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:26.592427 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-c62a43ef-3401-487c-ad50-48497744dbdd req-f8f935ac-e866-4940-bc06-fb8919d4ce62 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 1130 time: 0.0455401 Feb 20 20:59:26.630191 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Network 0bbe88be-40a0-44cc-b096-bc2f31563232 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:59:26.635395 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:59:26.642169 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:59:26.650917 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Pushing event updated for resources: {'Port': ['ID=4e69ef2f-3172-4f54-8fde-f3f133065623,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:26.652475 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-c62a43ef-3401-487c-ad50-48497744dbdd req-3076b649-0be5-4efe-acd3-7753b7fe483c service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506771 Feb 20 20:59:26.707468 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:26.708107 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:26.748540 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-03a3e8b2-a498-496f-8a77-302ad29c34f4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8761485 Feb 20 20:59:26.773558 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06b026ef-3c7a-4837-a3cd-2436df14df4c req-d8bae798-9d15-47f0-9d83-32b0f7bb4c4a tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:26.775124 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-06b026ef-3c7a-4837-a3cd-2436df14df4c req-d8bae798-9d15-47f0-9d83-32b0f7bb4c4a tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 946 time: 0.0605922 Feb 20 20:59:26.852963 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-06b026ef-3c7a-4837-a3cd-2436df14df4c req-e1e3fc75-5d12-47ac-bb18-22feaafcb06a tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717659 Feb 20 20:59:26.856569 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-6ad15c48-7305-4fa8-8297-86d718605d6d tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-914073776&fields=id&tenant_id=e62881a5cbea4bc0a555dbd98aa886f4 HTTP/1.1" status: 200 len: 267 time: 0.0685911 Feb 20 20:59:26.888246 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Request body: {'port': {'device_id': '4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:27.002885 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:27.020395 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-524dbd3c-b35d-4623-b49f-91c6881b50ed tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:27.021828 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-524dbd3c-b35d-4623-b49f-91c6881b50ed tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/networks?id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff HTTP/1.1" status: 200 len: 808 time: 0.1588631 Feb 20 20:59:27.054490 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-2ecb44c6-8bc1-40d1-bd4f-87728994c7a1 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/quotas/e62881a5cbea4bc0a555dbd98aa886f4 HTTP/1.1" status: 200 len: 375 time: 0.0272448 Feb 20 20:59:27.251804 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-1da82c62-e91b-4c5b-9e08-09ee17aadae3 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=e62881a5cbea4bc0a555dbd98aa886f4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1914768 Feb 20 20:59:27.265720 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7feb93e-bc26-4993-99e2-a3f19835eef3 req-d22bbe14-216f-42a5-a4b4-e748b509932a tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:27.267155 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b7feb93e-bc26-4993-99e2-a3f19835eef3 req-d22bbe14-216f-42a5-a4b4-e748b509932a tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 932 time: 0.1892631 Feb 20 20:59:27.405743 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b7feb93e-bc26-4993-99e2-a3f19835eef3 req-deea6e19-6cfa-4f2e-9d66-59add50b9e23 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263468 Feb 20 20:59:27.428416 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-5f605f43-f202-43f3-a2ae-cb134bf7257f service neutron] 10.222.0.71 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1580322 Feb 20 20:59:27.542753 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4e69ef2f-3172-4f54-8fde-f3f133065623 {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:59:27.557047 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Publish callbacks [] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:27.593759 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Transition to ACTIVE for port object 4e69ef2f-3172-4f54-8fde-f3f133065623 will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:59:27.600089 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:27.604831 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-dc237267-1845-4ab0-9a90-bf2e3641fece service neutron] 10.222.0.71 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1693549 Feb 20 20:59:27.611411 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f0281e-a46b-40f3-a183-c14b21ef6a03 req-9f2a40af-2c26-4bee-8b9e-5cbd84b19b17 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:27.612840 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-79f0281e-a46b-40f3-a183-c14b21ef6a03 req-9f2a40af-2c26-4bee-8b9e-5cbd84b19b17 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1403975 Feb 20 20:59:27.652513 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 20:59:27.677221 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Pushing event updated for resources: {'Port': ['ID=4e69ef2f-3172-4f54-8fde-f3f133065623,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:27.744385 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-79f0281e-a46b-40f3-a183-c14b21ef6a03 req-51d9698c-f011-4f7f-9000-bd791dd7ff8e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1092064 Feb 20 20:59:27.777797 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Attempting to bind port 4e69ef2f-3172-4f54-8fde-f3f133065623 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:59:27.778147 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Attempting to bind port 4e69ef2f-3172-4f54-8fde-f3f133065623 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '993fc742-974d-49bf-9be3-9650fdc10b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:59:27.778574 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Attempting to bind port 4e69ef2f-3172-4f54-8fde-f3f133065623 on network 0bbe88be-40a0-44cc-b096-bc2f31563232 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:59:27.784023 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Port 4e69ef2f-3172-4f54-8fde-f3f133065623 on network 0bbe88be-40a0-44cc-b096-bc2f31563232 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:59:27.784445 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Attempting to bind port 4e69ef2f-3172-4f54-8fde-f3f133065623 on network 0bbe88be-40a0-44cc-b096-bc2f31563232 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:59:27.790967 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:59:27.791307 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Checking segment: {'id': '993fc742-974d-49bf-9be3-9650fdc10b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:59:27.791713 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Bound using segment: {'id': '993fc742-974d-49bf-9be3-9650fdc10b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:59:27.792120 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Bound port: 4e69ef2f-3172-4f54-8fde-f3f133065623, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '993fc742-974d-49bf-9be3-9650fdc10b81', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 159, 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:59:27.792519 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:27.917344 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76e4f19d-ad05-4811-972c-832202cc6d30 req-3fdf74a2-7c62-4cde-a5e6-48e84a72b7f3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:27.918767 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-76e4f19d-ad05-4811-972c-832202cc6d30 req-3fdf74a2-7c62-4cde-a5e6-48e84a72b7f3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1094639 Feb 20 20:59:27.937178 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] For port 4e69ef2f-3172-4f54-8fde-f3f133065623, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:59:27.961433 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 1ef960f1-1c2f-43d4-b19b-30737e549273 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:59:27.966860 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] For port 4e69ef2f-3172-4f54-8fde-f3f133065623, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4e69ef2f-3172-4f54-8fde-f3f133065623,segment=NetworkSegment(993fc742-974d-49bf-9be3-9650fdc10b81),segment_id=993fc742-974d-49bf-9be3-9650fdc10b81)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:59:27.979184 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:28.050117 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e533879-d08b-4bf2-a6ba-13947380f18e req-dfecacba-b8fa-4cce-9b21-26310d233808 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:28.052566 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9e533879-d08b-4bf2-a6ba-13947380f18e req-dfecacba-b8fa-4cce-9b21-26310d233808 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1574886 Feb 20 20:59:28.053858 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:28.054567 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:28.055869 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] 10.222.0.90 "PUT /v2.0/ports/4e69ef2f-3172-4f54-8fde-f3f133065623 HTTP/1.1" status: 200 len: 1094 time: 1.1811883 Feb 20 20:59:28.058366 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82', 'tag': '4e69ef2f-3172-4f54-8fde-f3f133065623'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:28.060673 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e94b5e7-ce08-428c-a74b-5f8fad25b2f9" -d '{"events": [{"name": "network-changed", "server_uuid": "4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82", "tag": "4e69ef2f-3172-4f54-8fde-f3f133065623"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:28.066256 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-76e4f19d-ad05-4811-972c-832202cc6d30 req-aeda695b-77f4-4a3d-bd94-120d369ba7a6 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1309299 Feb 20 20:59:28.073828 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1ef960f1-1c2f-43d4-b19b-30737e549273,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:28.098935 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'port_id': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'mac_address': 'fa:16:3e:3a:60:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:59:28.105135 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c5784-c1f9-4faa-b193-f2e56089158f service neutron] Pushing event updated for resources: {'Port': ['ID=4e69ef2f-3172-4f54-8fde-f3f133065623,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:28.150317 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 1ef960f1-1c2f-43d4-b19b-30737e549273 is: ACTIVE; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:28.151026 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:28.166244 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1ef960f1-1c2f-43d4-b19b-30737e549273 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:59:28.168242 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9e533879-d08b-4bf2-a6ba-13947380f18e req-33402994-f548-43c4-8019-9a575d748694 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963709 Feb 20 20:59:28.189544 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1ef960f1-1c2f-43d4-b19b-30737e549273,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:28.196909 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:28.214326 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d8f6ebfb-1e8b-4d6d-8533-02269f1ab9dd req-f04c7b6b-3bf0-4fdd-bf69-42e0c0e64245 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 210 time: 0.0503788 Feb 20 20:59:28.238361 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-5bad1fe6-4728-4395-9deb-93d5494c567e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:28.238361 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-5bad1fe6-4728-4395-9deb-93d5494c567e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b3f097d6e81462395a84ab4c2b2e285&device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 1128 time: 0.1090994 Feb 20 20:59:28.254554 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=1ef960f1-1c2f-43d4-b19b-30737e549273,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:28.315446 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-114b064a-3b53-4e06-b74f-e74c2e9c0aad x-openstack-request-id: req-114b064a-3b53-4e06-b74f-e74c2e9c0aad {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:28.316317 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82", "tag": "4e69ef2f-3172-4f54-8fde-f3f133065623", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:28.316625 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-114b064a-3b53-4e06-b74f-e74c2e9c0aad {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:28.317029 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82', 'tag': '4e69ef2f-3172-4f54-8fde-f3f133065623', 'status': 'completed', 'code': 200} Feb 20 20:59:28.328324 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-c3160a48-ec02-4c08-8183-46642988458f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e69ef2f-3172-4f54-8fde-f3f133065623 HTTP/1.1" status: 200 len: 217 time: 0.0843463 Feb 20 20:59:28.377542 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['1ef960f1-1c2f-43d4-b19b-30737e549273'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:59:28.697117 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-f8658d54-36e7-4c4d-96a0-9258421516d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:28.698514 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-f8658d54-36e7-4c4d-96a0-9258421516d6 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6da8471f-6c5a-4245-96d8-db315af90f72 HTTP/1.1" status: 200 len: 849 time: 0.0818982 Feb 20 20:59:28.717154 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5902dc58-9186-4915-aeeb-34024a33e50e req-f1fca5c4-b65c-4b14-8168-0e89262797f7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:28.718565 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5902dc58-9186-4915-aeeb-34024a33e50e req-f1fca5c4-b65c-4b14-8168-0e89262797f7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 946 time: 0.4008076 Feb 20 20:59:28.733314 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a9a8d87-9f20-437c-9245-e7eaa83851c9 req-0e77ec2e-89cb-40f9-8292-86bfd3966a01 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:28.734704 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8a9a8d87-9f20-437c-9245-e7eaa83851c9 req-0e77ec2e-89cb-40f9-8292-86bfd3966a01 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 944 time: 0.1192131 Feb 20 20:59:28.769908 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-915856e5-bccc-4267-9e84-5b4457e90646 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0bbe88be-40a0-44cc-b096-bc2f31563232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0496149 Feb 20 20:59:28.802330 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ce19980d-004b-4d16-aae8-15b235fad7cc None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:28.879056 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5902dc58-9186-4915-aeeb-34024a33e50e req-b3c78ca8-c654-4372-9e90-aac1175601c8 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1417379 Feb 20 20:59:28.885933 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8a9a8d87-9f20-437c-9245-e7eaa83851c9 req-865090f6-39a6-426e-b813-a31497885024 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430233 Feb 20 20:59:28.923564 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-c684862b-ca95-4464-b6c3-c34933b332f7 service neutron] 10.222.0.90 "GET /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451831 Feb 20 20:59:29.059042 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1165adf3-502a-47a2-9680-3ac436814130 req-83f9c15c-ca72-4c8b-a379-75ecfa7667be tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:29.060691 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1165adf3-502a-47a2-9680-3ac436814130 req-83f9c15c-ca72-4c8b-a379-75ecfa7667be tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 945 time: 0.1210196 Feb 20 20:59:29.066572 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22e8a052-6e57-4322-9586-bc4bc4436c3c req-41776dc1-4309-46f3-a956-01f00e3343cb service neutron] 10.222.0.90 "GET /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340728 Feb 20 20:59:29.115499 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1165adf3-502a-47a2-9680-3ac436814130 req-fe5c74fa-dd9d-4fe2-bb13-930cef36fb4e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0479951 Feb 20 20:59:29.190116 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94b5e7-ce08-428c-a74b-5f8fad25b2f9 req-a4575cad-7af1-401f-b577-8518e501b7f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:29.192599 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1e94b5e7-ce08-428c-a74b-5f8fad25b2f9 req-a4575cad-7af1-401f-b577-8518e501b7f5 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=4b3f097d6e81462395a84ab4c2b2e285&device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 1128 time: 0.0498819 Feb 20 20:59:29.268305 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59aa715-eb4d-4024-80ae-a06096ef3212 req-99c18beb-dbe8-47d7-bd87-7922dc3b6524 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:29.270405 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c59aa715-eb4d-4024-80ae-a06096ef3212 req-99c18beb-dbe8-47d7-bd87-7922dc3b6524 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1186109 Feb 20 20:59:29.310427 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94b5e7-ce08-428c-a74b-5f8fad25b2f9 req-d3ccb83c-db49-47cd-b4ba-9ba505166a41 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:29.311927 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1e94b5e7-ce08-428c-a74b-5f8fad25b2f9 req-d3ccb83c-db49-47cd-b4ba-9ba505166a41 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0bbe88be-40a0-44cc-b096-bc2f31563232 HTTP/1.1" status: 200 len: 910 time: 0.0957565 Feb 20 20:59:29.328459 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-078436c5-3eec-4449-9b22-5d9057770dbf tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:29.329915 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-078436c5-3eec-4449-9b22-5d9057770dbf tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.90 "GET /v2.0/networks?id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff HTTP/1.1" status: 200 len: 808 time: 0.1876001 Feb 20 20:59:29.357973 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1e94b5e7-ce08-428c-a74b-5f8fad25b2f9 req-ee6f3759-b635-435d-afd0-5c892130add4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=4e69ef2f-3172-4f54-8fde-f3f133065623 HTTP/1.1" status: 200 len: 217 time: 0.0383086 Feb 20 20:59:29.393147 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c59aa715-eb4d-4024-80ae-a06096ef3212 req-1cfca3f2-e9ef-4717-9401-393ac4988cf3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1021755 Feb 20 20:59:29.413624 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14132763-c7d6-4612-bd95-19925433ca70 req-d6549cc8-48ab-4726-b900-a9b15934c438 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:29.415133 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-14132763-c7d6-4612-bd95-19925433ca70 req-d6549cc8-48ab-4726-b900-a9b15934c438 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1414511 Feb 20 20:59:29.436103 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e94b5e7-ce08-428c-a74b-5f8fad25b2f9 req-a7b590d3-f6ae-430e-9e84-8981fce0e215 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:29.437766 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1e94b5e7-ce08-428c-a74b-5f8fad25b2f9 req-a7b590d3-f6ae-430e-9e84-8981fce0e215 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6da8471f-6c5a-4245-96d8-db315af90f72 HTTP/1.1" status: 200 len: 849 time: 0.0614922 Feb 20 20:59:29.444886 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-419b64c9-0432-4ccf-b4e0-43dfdf50a16e tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=e62881a5cbea4bc0a555dbd98aa886f4 HTTP/1.1" status: 200 len: 379 time: 0.0967197 Feb 20 20:59:29.457964 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Request body: {'port': {'device_id': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'admin_state_up': True, 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'security_groups': ['90325df6-bf42-410e-9db4-c6eb069898b6']}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:29.473879 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1e94b5e7-ce08-428c-a74b-5f8fad25b2f9 req-853d9824-7caf-4a1a-a470-e6873a59df83 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0bbe88be-40a0-44cc-b096-bc2f31563232&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280249 Feb 20 20:59:29.517049 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a0b00506-4773-40d7-8b9b-acb1c64a2409 req-708b13f6-2e44-4c56-b31c-e62a6611252f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 210 time: 0.0654793 Feb 20 20:59:29.552112 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-14132763-c7d6-4612-bd95-19925433ca70 req-668eab70-6360-487e-b76f-ca4d838238a2 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294205 Feb 20 20:59:29.583376 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1e94b5e7-ce08-428c-a74b-5f8fad25b2f9 req-69ba6c23-5c25-4127-aff3-c7f4c09b2b9d service neutron] 10.222.0.90 "GET /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1012802 Feb 20 20:59:29.615413 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Made reservation on behalf of e62881a5cbea4bc0a555dbd98aa886f4 for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 20:59:29.618979 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:29.680272 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1e94b5e7-ce08-428c-a74b-5f8fad25b2f9 req-47b06504-1f61-482b-9576-4a3c02d111f3 service neutron] 10.222.0.90 "GET /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904477 Feb 20 20:59:29.754935 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Allocated IP 172.20.0.8 (d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff/e13eb2b0-b6fd-4280-8ded-a6d9123be2c0/6a244c70-8644-4f83-9d34-0665df4aad98) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:59:29.897316 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for port (6a244c70-8644-4f83-9d34-0665df4aad98), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:29.939061 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:29.963976 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 1ef960f1-1c2f-43d4-b19b-30737e549273 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:59:30.017277 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 1ef960f1-1c2f-43d4-b19b-30737e549273 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:30.017656 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:30.040640 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:59:30.048314 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:59:30.053030 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event updated for resources: {'Port': ['ID=6a244c70-8644-4f83-9d34-0665df4aad98,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:30.057501 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:59:30.116512 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 1ef960f1-1c2f-43d4-b19b-30737e549273 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:30.117189 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:30.125159 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb62b85-e0b2-4235-9408-cb6b46bd3d1e req-2887ab92-a48e-4314-a8f9-6e903c838321 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:30.126745 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6fb62b85-e0b2-4235-9408-cb6b46bd3d1e req-2887ab92-a48e-4314-a8f9-6e903c838321 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 944 time: 0.1582465 Feb 20 20:59:30.134532 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-396451da-3f70-43e5-bfb3-b045d94a2fb5 req-dda6879b-fe3a-4ef9-a89a-bcb480c29359 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:30.136014 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-396451da-3f70-43e5-bfb3-b045d94a2fb5 req-dda6879b-fe3a-4ef9-a89a-bcb480c29359 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 946 time: 0.1664383 Feb 20 20:59:30.141202 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:30.141838 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:30.154353 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:30.157106 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196001c7-ed09-4b63-ae01-6c2954471540" -d '{"events": [{"server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "name": "network-vif-plugged", "status": "completed", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:30.171406 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1ef960f1-1c2f-43d4-b19b-30737e549273,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:30.176974 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:30.182711 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-690f8467-381b-4d41-9582-b77e5c3b3c40 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7300789 Feb 20 20:59:30.214517 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Request body: {'port': {'device_id': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:30.228006 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:30.249176 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=1ef960f1-1c2f-43d4-b19b-30737e549273,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:30.260318 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-396451da-3f70-43e5-bfb3-b045d94a2fb5 req-60a36641-f30f-4c05-a933-5c5c8ae63f20 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141570 Feb 20 20:59:30.266464 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6fb62b85-e0b2-4235-9408-cb6b46bd3d1e req-d015d55f-e218-4e7e-9481-6e6e0fa852bf tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182809 Feb 20 20:59:30.303377 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:30.348375 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-9a3f202d-89b2-4580-935b-5964302e8704 None None] Provisioning complete for port 6a244c70-8644-4f83-9d34-0665df4aad98 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:30.348812 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a3f202d-89b2-4580-935b-5964302e8704 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:30.370588 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-11d511d4-c99c-48c9-8083-3a381198421e x-openstack-request-id: req-11d511d4-c99c-48c9-8083-3a381198421e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:30.370919 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "name": "network-vif-plugged", "status": "completed", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:30.371269 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-11d511d4-c99c-48c9-8083-3a381198421e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:30.371655 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'code': 200} Feb 20 20:59:30.391366 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9a3f202d-89b2-4580-935b-5964302e8704 None None] Port 6a244c70-8644-4f83-9d34-0665df4aad98 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 20:59:30.522122 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0272f92-a3cb-48f3-b164-c1ba714bcd07 req-3c09c04d-fbd5-429b-b9b6-a7a166ac6305 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:30.523735 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e0272f92-a3cb-48f3-b164-c1ba714bcd07 req-3c09c04d-fbd5-429b-b9b6-a7a166ac6305 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1681225 Feb 20 20:59:30.624426 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e0272f92-a3cb-48f3-b164-c1ba714bcd07 req-bac5a247-3dec-49cf-84b8-3c9e93236194 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745432 Feb 20 20:59:30.635268 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2858b7-15d5-4ec5-ad33-b9852e49ca72 req-3ac5c961-1464-4b2a-af01-7bd857d7a18c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:30.636773 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3f2858b7-15d5-4ec5-ad33-b9852e49ca72 req-3ac5c961-1464-4b2a-af01-7bd857d7a18c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1698685 Feb 20 20:59:30.757110 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3f2858b7-15d5-4ec5-ad33-b9852e49ca72 req-9dc96e45-c44a-4b0a-87e0-ef80e903fec3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1136880 Feb 20 20:59:30.771869 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6a244c70-8644-4f83-9d34-0665df4aad98 {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:59:30.781396 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Publish callbacks [] for port (6a244c70-8644-4f83-9d34-0665df4aad98), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:30.799446 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Transition to ACTIVE for port object 6a244c70-8644-4f83-9d34-0665df4aad98 will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 20:59:30.806543 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afe6ca6-6dc7-40c6-b55a-2072087b77e5 req-c763206d-a8a9-4f63-b78b-838dadf76d63 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:30.808044 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3afe6ca6-6dc7-40c6-b55a-2072087b77e5 req-c763206d-a8a9-4f63-b78b-838dadf76d63 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 931 time: 0.1132052 Feb 20 20:59:30.809176 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:30.919324 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Pushing event updated for resources: {'Port': ['ID=6a244c70-8644-4f83-9d34-0665df4aad98,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:30.961490 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3afe6ca6-6dc7-40c6-b55a-2072087b77e5 req-577c93ed-9f4d-4a67-a4a8-67d900c9d4c6 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1470363 Feb 20 20:59:30.997388 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d82172-c21d-49b2-b75c-3097b3eb713f req-be07b65e-cbf7-4cc4-8fe6-fe11f33e3bf3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:30.998810 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c7d82172-c21d-49b2-b75c-3097b3eb713f req-be07b65e-cbf7-4cc4-8fe6-fe11f33e3bf3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1579907 Feb 20 20:59:31.037825 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Attempting to bind port 6a244c70-8644-4f83-9d34-0665df4aad98 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 20:59:31.038189 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Attempting to bind port 6a244c70-8644-4f83-9d34-0665df4aad98 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 20:59:31.038525 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Attempting to bind port 6a244c70-8644-4f83-9d34-0665df4aad98 on network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:59:31.048644 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Port 6a244c70-8644-4f83-9d34-0665df4aad98 on network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 20:59:31.048977 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Attempting to bind port 6a244c70-8644-4f83-9d34-0665df4aad98 on network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 20:59:31.062886 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 20, 59, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 20:59:31.063235 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Checking segment: {'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 20:59:31.063624 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Bound using segment: {'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 20:59:31.064054 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Bound port: 6a244c70-8644-4f83-9d34-0665df4aad98, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ce790d8-c82d-418b-a996-ab012328ea11', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 194, 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 20:59:31.064443 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:31.071460 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c7d82172-c21d-49b2-b75c-3097b3eb713f req-b9039034-5efe-4ed7-9f98-0ad2eec6d64d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657909 Feb 20 20:59:31.139888 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] For port 6a244c70-8644-4f83-9d34-0665df4aad98, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 20:59:31.143123 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] For port 6a244c70-8644-4f83-9d34-0665df4aad98, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a244c70-8644-4f83-9d34-0665df4aad98,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 20:59:31.149532 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:31.183967 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:31.184628 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:31.185961 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] 10.222.0.90 "PUT /v2.0/ports/6a244c70-8644-4f83-9d34-0665df4aad98 HTTP/1.1" status: 200 len: 1093 time: 0.9845505 Feb 20 20:59:31.186404 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:31.188665 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01755d64-e3d3-49bd-9932-730f688b3d84" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:31.222172 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c07a4e-9102-4ed1-bef4-da1775f305dd service neutron] Pushing event updated for resources: {'Port': ['ID=6a244c70-8644-4f83-9d34-0665df4aad98,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:31.240698 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ff109a4-9968-4f77-a815-ef37a0c7a359 x-openstack-request-id: req-3ff109a4-9968-4f77-a815-ef37a0c7a359 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:31.240996 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:31.241252 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-3ff109a4-9968-4f77-a815-ef37a0c7a359 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:31.241699 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98', 'status': 'completed', 'code': 200} Feb 20 20:59:31.323251 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-d37e4085-f980-4f0f-8dbb-17d3ff2a71ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:31.325407 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-d37e4085-f980-4f0f-8dbb-17d3ff2a71ad service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e62881a5cbea4bc0a555dbd98aa886f4&device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 1127 time: 0.0552142 Feb 20 20:59:31.384418 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-a3436867-1916-45e0-b805-cc8440a1b346 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a244c70-8644-4f83-9d34-0665df4aad98 HTTP/1.1" status: 200 len: 217 time: 0.0477848 Feb 20 20:59:31.457456 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-ff578181-ab05-4270-9476-2ab2fd5bd890 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:31.459018 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-ff578181-ab05-4270-9476-2ab2fd5bd890 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e13eb2b0-b6fd-4280-8ded-a6d9123be2c0 HTTP/1.1" status: 200 len: 847 time: 0.0548599 Feb 20 20:59:31.469832 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9a145e-348f-4aa3-b4a0-5284c7ea9785 req-9e8139aa-6a11-4bb1-bf50-2d81c8a96454 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:31.471196 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9b9a145e-348f-4aa3-b4a0-5284c7ea9785 req-9e8139aa-6a11-4bb1-bf50-2d81c8a96454 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 944 time: 0.0984566 Feb 20 20:59:31.547981 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-37b74953-9bbb-4ab2-97d6-1bf10d9e9db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:31.549421 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-37b74953-9bbb-4ab2-97d6-1bf10d9e9db6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0772836 Feb 20 20:59:31.553669 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9b9a145e-348f-4aa3-b4a0-5284c7ea9785 req-d6e46270-40d9-4964-9d14-1913598099c4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730987 Feb 20 20:59:31.653661 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-861f44c8-3adc-472f-85ba-7715004f44c0 service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957408 Feb 20 20:59:31.801429 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0230640c-1897-4c7d-bb16-8d3a5147001f req-16642f4b-aa07-4ed5-abe8-e447a157de00 service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305361 Feb 20 20:59:31.811400 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6131bd5c-5a0b-4f74-b82c-c4491da39aac req-274269ec-76a9-4062-a798-64be0bf61b12 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:31.812940 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6131bd5c-5a0b-4f74-b82c-c4491da39aac req-274269ec-76a9-4062-a798-64be0bf61b12 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0945930 Feb 20 20:59:31.880677 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6131bd5c-5a0b-4f74-b82c-c4491da39aac req-08a8e666-c2ef-42c4-9957-d8472fa8cf90 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604720 Feb 20 20:59:31.900057 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:31.985798 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 4e69ef2f-3172-4f54-8fde-f3f133065623 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:59:32.001666 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01755d64-e3d3-49bd-9932-730f688b3d84 req-6e31f340-d0b4-4614-a54a-1a7c7b966be1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:32.003284 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-01755d64-e3d3-49bd-9932-730f688b3d84 req-6e31f340-d0b4-4614-a54a-1a7c7b966be1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e62881a5cbea4bc0a555dbd98aa886f4&device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 1127 time: 0.1057930 Feb 20 20:59:32.133997 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 4e69ef2f-3172-4f54-8fde-f3f133065623, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4e69ef2f-3172-4f54-8fde-f3f133065623,segment=NetworkSegment(993fc742-974d-49bf-9be3-9650fdc10b81),segment_id=993fc742-974d-49bf-9be3-9650fdc10b81)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:32.146997 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '4e69ef2f-3172-4f54-8fde-f3f133065623', 'network_id': '0bbe88be-40a0-44cc-b096-bc2f31563232', 'port_id': '4e69ef2f-3172-4f54-8fde-f3f133065623', 'mac_address': 'fa:16:3e:32:f2:14', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 159, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6da8471f-6c5a-4245-96d8-db315af90f72', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:59:32.173022 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01755d64-e3d3-49bd-9932-730f688b3d84 req-380cd22c-10e6-407f-8503-35b5c60c7f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:32.174592 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-01755d64-e3d3-49bd-9932-730f688b3d84 req-380cd22c-10e6-407f-8503-35b5c60c7f9b service neutron] 10.222.0.90 "GET /v2.0/networks?id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff HTTP/1.1" status: 200 len: 909 time: 0.1614814 Feb 20 20:59:32.200795 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 4e69ef2f-3172-4f54-8fde-f3f133065623 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:32.201231 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:32.216136 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4e69ef2f-3172-4f54-8fde-f3f133065623 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:59:32.248698 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 4e69ef2f-3172-4f54-8fde-f3f133065623, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4e69ef2f-3172-4f54-8fde-f3f133065623,segment=NetworkSegment(993fc742-974d-49bf-9be3-9650fdc10b81),segment_id=993fc742-974d-49bf-9be3-9650fdc10b81)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:32.254823 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:32.283941 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d74fbe72-d4b4-4dff-89d4-1066c59f31f1 req-4909e937-9b2a-43ed-9916-63317c6c0915 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:32.302022 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d74fbe72-d4b4-4dff-89d4-1066c59f31f1 req-4909e937-9b2a-43ed-9916-63317c6c0915 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.3405120 Feb 20 20:59:32.305719 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-01755d64-e3d3-49bd-9932-730f688b3d84 req-877bc6c0-89d1-4325-9a64-99feedb9e001 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a244c70-8644-4f83-9d34-0665df4aad98 HTTP/1.1" status: 200 len: 217 time: 0.1194732 Feb 20 20:59:32.324978 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=4e69ef2f-3172-4f54-8fde-f3f133065623,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:32.337677 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.338493 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.339004 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.339510 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.339992 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.340499 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.340991 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.341467 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.341944 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.342459 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.342937 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.343458 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.343994 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:32.373357 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01755d64-e3d3-49bd-9932-730f688b3d84 req-4c6a0f9b-7f37-4909-9f14-dabd3b2b1518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:32.374818 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-01755d64-e3d3-49bd-9932-730f688b3d84 req-4c6a0f9b-7f37-4909-9f14-dabd3b2b1518 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e13eb2b0-b6fd-4280-8ded-a6d9123be2c0 HTTP/1.1" status: 200 len: 847 time: 0.0541582 Feb 20 20:59:32.450861 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404ce9ab-af92-48d9-8bc0-8ca5833c428a req-19a76359-bb43-4ee0-8951-f9aa9fac6909 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:32.458411 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-404ce9ab-af92-48d9-8bc0-8ca5833c428a req-19a76359-bb43-4ee0-8951-f9aa9fac6909 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.2821648 Feb 20 20:59:32.475754 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d74fbe72-d4b4-4dff-89d4-1066c59f31f1 req-32353649-40ec-4d45-b90c-250a19c32ea5 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1714432 Feb 20 20:59:32.541491 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01755d64-e3d3-49bd-9932-730f688b3d84 req-2f3c19bb-d945-44a7-a7fb-8f3f2a986c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:32.543359 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-01755d64-e3d3-49bd-9932-730f688b3d84 req-2f3c19bb-d945-44a7-a7fb-8f3f2a986c1c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1567693 Feb 20 20:59:32.579715 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-404ce9ab-af92-48d9-8bc0-8ca5833c428a req-608baac3-0ac0-4a65-8465-d3de9167d48c tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1203337 Feb 20 20:59:32.747677 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['4e69ef2f-3172-4f54-8fde-f3f133065623'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:59:33.124227 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a13a8204-d5ba-44a4-a363-08040ebe3371 req-74804dc1-3161-498f-b2ee-c80e67428f7d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:33.126667 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a13a8204-d5ba-44a4-a363-08040ebe3371 req-74804dc1-3161-498f-b2ee-c80e67428f7d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.5595174 Feb 20 20:59:33.144801 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3681f737-f2e5-47e3-83f7-1cc3a4739e74 req-16e9bab2-d11a-4c89-adae-129abe2505d4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:33.146348 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3681f737-f2e5-47e3-83f7-1cc3a4739e74 req-16e9bab2-d11a-4c89-adae-129abe2505d4 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 945 time: 0.4887867 Feb 20 20:59:33.153838 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-01755d64-e3d3-49bd-9932-730f688b3d84 req-ec0aee19-83db-4c85-9855-80ff4bde363c service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5966020 Feb 20 20:59:33.217192 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:33.274895 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a13a8204-d5ba-44a4-a363-08040ebe3371 req-655982b2-8b4b-4f8e-9287-d9695094d61d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420107 Feb 20 20:59:33.314999 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3681f737-f2e5-47e3-83f7-1cc3a4739e74 req-63debee1-3c60-4eac-abca-fc554264a77b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592174 Feb 20 20:59:33.318743 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-01755d64-e3d3-49bd-9932-730f688b3d84 req-680f5d82-d75e-4e7d-be75-85f547fe8175 service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1504176 Feb 20 20:59:33.434316 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8f9169c-260d-4890-a3ae-683c357d5acf req-0276fc13-c527-41c7-8265-3c9843b2c279 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:33.436153 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f8f9169c-260d-4890-a3ae-683c357d5acf req-0276fc13-c527-41c7-8265-3c9843b2c279 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0789304 Feb 20 20:59:33.493805 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f8f9169c-260d-4890-a3ae-683c357d5acf req-42ebdcee-df9f-4423-b212-e65ed34724eb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0509760 Feb 20 20:59:33.629654 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3d69802-6d38-4dce-9270-69fea3d265ac req-8cf342f3-543c-4d0e-bb9e-b1dfd529a365 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:33.631188 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c3d69802-6d38-4dce-9270-69fea3d265ac req-8cf342f3-543c-4d0e-bb9e-b1dfd529a365 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0712678 Feb 20 20:59:33.713989 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c3d69802-6d38-4dce-9270-69fea3d265ac req-8ff2a25f-ae0c-469c-bea0-0ee19f6c967b tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0751193 Feb 20 20:59:33.736003 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-599caad5-3348-4b7d-81c7-32101a72ece5 req-601cba57-09de-4eef-a3be-fd0a3a56639f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:33.736003 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-599caad5-3348-4b7d-81c7-32101a72ece5 req-601cba57-09de-4eef-a3be-fd0a3a56639f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.0793734 Feb 20 20:59:33.798268 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-599caad5-3348-4b7d-81c7-32101a72ece5 req-39ce84cf-5000-4f40-9cdf-6edda0f6ab41 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0557108 Feb 20 20:59:34.448488 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a655fc24-dd55-49ec-9d1d-ad6839ff105c req-e17d3c4d-903e-4734-8d44-2ab87a40e501 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:34.449918 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a655fc24-dd55-49ec-9d1d-ad6839ff105c req-e17d3c4d-903e-4734-8d44-2ab87a40e501 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0938315 Feb 20 20:59:34.502392 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c1ccd88-f9e1-490c-8dda-12d625061461 req-0c918cc3-43aa-4637-8746-455e4368dd3c tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:34.504220 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0c1ccd88-f9e1-490c-8dda-12d625061461 req-0c918cc3-43aa-4637-8746-455e4368dd3c tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 945 time: 0.1024845 Feb 20 20:59:34.536248 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a655fc24-dd55-49ec-9d1d-ad6839ff105c req-96bd300f-1715-4281-b892-63f729d766be tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771184 Feb 20 20:59:34.572310 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0c1ccd88-f9e1-490c-8dda-12d625061461 req-4636d7d3-a6f3-4ae9-902b-b651f33d961b tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617533 Feb 20 20:59:34.684956 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd9f875f-4fab-4705-a0e1-9419ee400850 req-0047ce0f-8f08-4b1e-9a7c-78337f18eb25 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:34.686608 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bd9f875f-4fab-4705-a0e1-9419ee400850 req-0047ce0f-8f08-4b1e-9a7c-78337f18eb25 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0615509 Feb 20 20:59:34.749327 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bd9f875f-4fab-4705-a0e1-9419ee400850 req-f586cc2c-dd1b-4fff-ad49-3c5627c45517 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0561030 Feb 20 20:59:34.860471 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d529165-c60a-4873-aa14-78d206a0bcfb req-3664ddb4-174f-4c85-9210-8aa8d7eee231 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:34.865068 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0d529165-c60a-4873-aa14-78d206a0bcfb req-3664ddb4-174f-4c85-9210-8aa8d7eee231 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0682862 Feb 20 20:59:34.920154 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0d529165-c60a-4873-aa14-78d206a0bcfb req-80a3be4c-1989-46d3-b959-3f7bd52347a4 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0512636 Feb 20 20:59:34.985205 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72e7817d-4533-44dd-bd8f-0c7d6fb012d5 req-2da62678-3e63-4736-aaa2-18ba63a8f9db tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:34.986705 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-72e7817d-4533-44dd-bd8f-0c7d6fb012d5 req-2da62678-3e63-4736-aaa2-18ba63a8f9db tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.0718648 Feb 20 20:59:35.041107 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-72e7817d-4533-44dd-bd8f-0c7d6fb012d5 req-eb14bb5b-a697-450b-b8da-cad3d4e93a23 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0475137 Feb 20 20:59:35.704659 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a1f526-30eb-4a40-8d47-fc167164a2b0 req-9bcff0f3-d03b-4b08-ae97-799a9cb27bfb tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:35.712766 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-29a1f526-30eb-4a40-8d47-fc167164a2b0 req-9bcff0f3-d03b-4b08-ae97-799a9cb27bfb tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1018767 Feb 20 20:59:35.786320 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-29a1f526-30eb-4a40-8d47-fc167164a2b0 req-132d9747-4a98-47bd-afc4-87a52c0cbe23 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725532 Feb 20 20:59:35.797114 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5054abb2-c497-4e73-a917-1968e6eb8116 req-46544a85-e3a7-4eba-aad9-ce847a0f0c36 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:35.807109 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5054abb2-c497-4e73-a917-1968e6eb8116 req-46544a85-e3a7-4eba-aad9-ce847a0f0c36 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 945 time: 0.1449564 Feb 20 20:59:35.887110 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5054abb2-c497-4e73-a917-1968e6eb8116 req-5d64d467-493b-4bbd-88ee-162011fe2ccf tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788841 Feb 20 20:59:35.945262 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5577190-078a-4467-9ad0-038fd5c14213 req-bbdee2b1-2ab4-4597-9ba2-b3b00327fdea tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:35.946888 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c5577190-078a-4467-9ad0-038fd5c14213 req-bbdee2b1-2ab4-4597-9ba2-b3b00327fdea tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0588710 Feb 20 20:59:35.998464 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 4e69ef2f-3172-4f54-8fde-f3f133065623 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:59:36.018828 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c5577190-078a-4467-9ad0-038fd5c14213 req-7f3f122d-45ae-4d74-b100-5f3bc811e28f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0630951 Feb 20 20:59:36.071532 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 4e69ef2f-3172-4f54-8fde-f3f133065623 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:59:36.076967 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 4e69ef2f-3172-4f54-8fde-f3f133065623 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:36.077926 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:36.108993 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-423f86bb-5681-4420-b3b1-08f930b00012 req-83f6778c-2b35-4031-af3c-56039c4eaddc tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:36.110890 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-423f86bb-5681-4420-b3b1-08f930b00012 req-83f6778c-2b35-4031-af3c-56039c4eaddc tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1029391 Feb 20 20:59:36.195744 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 4e69ef2f-3172-4f54-8fde-f3f133065623 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:36.196463 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:36.197188 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-423f86bb-5681-4420-b3b1-08f930b00012 req-cef7ae66-8144-4188-8fdb-10c3931ac79d tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796390 Feb 20 20:59:36.209226 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f90c3cf-b741-4ea0-a073-705a570a5ec5 req-cf7f0171-76e2-4d30-a738-e70d79b7d517 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:36.210923 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f90c3cf-b741-4ea0-a073-705a570a5ec5 req-cf7f0171-76e2-4d30-a738-e70d79b7d517 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.0911977 Feb 20 20:59:36.264263 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e69ef2f-3172-4f54-8fde-f3f133065623'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:36.271479 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2029e5e-d745-4913-bc69-7b1d1c0257f4" -d '{"events": [{"server_uuid": "4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82", "name": "network-vif-plugged", "status": "completed", "tag": "4e69ef2f-3172-4f54-8fde-f3f133065623"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:36.286701 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f90c3cf-b741-4ea0-a073-705a570a5ec5 req-258bd7d7-e72a-4384-af02-6cf69053865e tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644798 Feb 20 20:59:36.292497 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 4e69ef2f-3172-4f54-8fde-f3f133065623, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4e69ef2f-3172-4f54-8fde-f3f133065623,segment=NetworkSegment(993fc742-974d-49bf-9be3-9650fdc10b81),segment_id=993fc742-974d-49bf-9be3-9650fdc10b81)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:36.302858 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:36.336582 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d08c089d-9238-409d-91d9-fa730a663d6a x-openstack-request-id: req-d08c089d-9238-409d-91d9-fa730a663d6a {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:36.336701 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82", "name": "network-vif-plugged", "status": "completed", "tag": "4e69ef2f-3172-4f54-8fde-f3f133065623", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:36.336908 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d08c089d-9238-409d-91d9-fa730a663d6a {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:36.337348 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4e69ef2f-3172-4f54-8fde-f3f133065623', 'code': 200} Feb 20 20:59:36.395131 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=4e69ef2f-3172-4f54-8fde-f3f133065623,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:36.518377 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a848ea-0520-4823-81bf-89dc9d5441a9 req-3571d7c8-f352-42dc-9646-ce8c428560eb tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:36.520098 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-77a848ea-0520-4823-81bf-89dc9d5441a9 req-3571d7c8-f352-42dc-9646-ce8c428560eb tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0786333 Feb 20 20:59:36.619293 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-77a848ea-0520-4823-81bf-89dc9d5441a9 req-dd8a246d-7cf2-44db-a2c3-34cffd03bf86 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0925646 Feb 20 20:59:36.637931 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f07d-eb14-4167-af45-922b98b48545 req-db0ab9f7-db96-42ea-b4f0-b2964005b93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:36.639436 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7335f07d-eb14-4167-af45-922b98b48545 req-db0ab9f7-db96-42ea-b4f0-b2964005b93d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 1129 time: 0.0908854 Feb 20 20:59:36.640970 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ddf2315-e439-43b1-9268-dc60fbcd5717 req-6cd4854c-f62f-4699-b6d3-65956feb0620 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:36.642534 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ddf2315-e439-43b1-9268-dc60fbcd5717 req-6cd4854c-f62f-4699-b6d3-65956feb0620 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 1130 time: 0.0706859 Feb 20 20:59:36.702723 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0ddf2315-e439-43b1-9268-dc60fbcd5717 req-b460e70f-d4e2-4dde-991a-2618e581d565 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453365 Feb 20 20:59:36.746913 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f07d-eb14-4167-af45-922b98b48545 req-9d4c8afa-98c1-4a29-8775-08393555c17c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:36.748783 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7335f07d-eb14-4167-af45-922b98b48545 req-9d4c8afa-98c1-4a29-8775-08393555c17c service neutron] 10.222.0.90 "GET /v2.0/networks?id=f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 200 len: 912 time: 0.0933754 Feb 20 20:59:36.947274 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cd15ed2-3232-4ba5-b827-0ad5fe848421 req-15619975-65c7-480e-8656-e92c0c65602e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:36.949031 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6cd15ed2-3232-4ba5-b827-0ad5fe848421 req-15619975-65c7-480e-8656-e92c0c65602e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0833185 Feb 20 20:59:37.096329 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6cd15ed2-3232-4ba5-b827-0ad5fe848421 req-809cecba-8d01-429b-bac2-f7c3b5b0167b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1409791 Feb 20 20:59:37.126455 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7335f07d-eb14-4167-af45-922b98b48545 req-c77869b3-5a79-4b27-b2da-49a18cdd6624 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f8c273-0db2-4990-834c-de3ee7aa1044 HTTP/1.1" status: 200 len: 1001 time: 0.1422925 Feb 20 20:59:37.192987 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e988240-eb9d-44b6-9589-dfa5d02fcc32 req-f27a6f17-e1d9-48f7-9cea-5ac1774330fb tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:37.194437 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e988240-eb9d-44b6-9589-dfa5d02fcc32 req-f27a6f17-e1d9-48f7-9cea-5ac1774330fb tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 946 time: 0.2092035 Feb 20 20:59:37.251679 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f07d-eb14-4167-af45-922b98b48545 req-e5977a0b-ec83-40ae-9586-2a4caf8fb637 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:37.253830 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7335f07d-eb14-4167-af45-922b98b48545 req-e5977a0b-ec83-40ae-9586-2a4caf8fb637 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=556ba603-3470-4df7-9938-1a7b4a7080b4 HTTP/1.1" status: 200 len: 850 time: 0.1165204 Feb 20 20:59:37.295608 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3db8acfe-52aa-4515-8f88-07ac4d0bb0e5 req-ecfa193e-3d09-4e64-a48b-d7ab9596b5b1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:37.298666 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3db8acfe-52aa-4515-8f88-07ac4d0bb0e5 req-ecfa193e-3d09-4e64-a48b-d7ab9596b5b1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1284227 Feb 20 20:59:37.345872 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e988240-eb9d-44b6-9589-dfa5d02fcc32 req-77139c6e-f8b1-4062-9cba-c3ea117cd913 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314878 Feb 20 20:59:37.391974 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7335f07d-eb14-4167-af45-922b98b48545 req-a3c6a275-8357-4ffc-bf55-a8e6650a8daf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:37.393520 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7335f07d-eb14-4167-af45-922b98b48545 req-a3c6a275-8357-4ffc-bf55-a8e6650a8daf service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f829bbbb-0a39-4da0-ba53-40f021735711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1249657 Feb 20 20:59:37.413960 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3db8acfe-52aa-4515-8f88-07ac4d0bb0e5 req-c0fcfcf8-226d-4d94-8c4d-ef9dc12e315c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0917473 Feb 20 20:59:37.542116 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50bf42c0-281d-43df-9b80-61141524cf50 req-f8b5ba47-7e52-4f5d-a6fc-7909663c2d91 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:37.543663 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-50bf42c0-281d-43df-9b80-61141524cf50 req-f8b5ba47-7e52-4f5d-a6fc-7909663c2d91 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.1226876 Feb 20 20:59:37.594046 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7335f07d-eb14-4167-af45-922b98b48545 req-df206fb2-92f9-4353-af04-8360200e442b service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621609 Feb 20 20:59:37.643752 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-50bf42c0-281d-43df-9b80-61141524cf50 req-f8d48ad4-d8dd-46e9-b309-a24e4939fc8e tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935438 Feb 20 20:59:37.736927 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7335f07d-eb14-4167-af45-922b98b48545 req-c0b9b9c4-f6c9-4a2a-9f11-fa36b7527fe4 service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259856 Feb 20 20:59:37.815888 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900975cc-34cd-4004-9a63-a6c2e0878abf req-35ec198d-85d8-473a-b8ed-ae0b9073bee4 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:37.818233 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-900975cc-34cd-4004-9a63-a6c2e0878abf req-35ec198d-85d8-473a-b8ed-ae0b9073bee4 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0927403 Feb 20 20:59:37.876387 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-900975cc-34cd-4004-9a63-a6c2e0878abf req-05bc99b7-ca7b-4cd1-bfe8-0e213f9a61e1 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507741 Feb 20 20:59:38.249382 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f95a4e4-59df-4075-8d51-dda6a2fcbb09 req-f5f99794-d74e-4752-ba41-5cc59dc1ba9e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:38.257543 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0f95a4e4-59df-4075-8d51-dda6a2fcbb09 req-f5f99794-d74e-4752-ba41-5cc59dc1ba9e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0794904 Feb 20 20:59:38.325835 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0f95a4e4-59df-4075-8d51-dda6a2fcbb09 req-eee3957a-addd-43aa-9b5b-53cdd3aaf52e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645263 Feb 20 20:59:38.492601 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f41f8a7-08f8-48e8-956c-893be89a8ece req-caf0fbb8-5c55-4f2e-9459-edf6bd039c96 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:38.494287 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9f41f8a7-08f8-48e8-956c-893be89a8ece req-caf0fbb8-5c55-4f2e-9459-edf6bd039c96 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 946 time: 0.0648673 Feb 20 20:59:38.621412 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9f41f8a7-08f8-48e8-956c-893be89a8ece req-00c0e459-36d5-423e-976f-2dc75785947f tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078832 Feb 20 20:59:38.630840 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5ee0-d46b-411a-8f33-b935029cf97a req-11e7b91e-fbe3-4314-ae05-7b8813065b0c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:38.632970 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a27d5ee0-d46b-411a-8f33-b935029cf97a req-11e7b91e-fbe3-4314-ae05-7b8813065b0c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1305332 Feb 20 20:59:38.702990 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a27d5ee0-d46b-411a-8f33-b935029cf97a req-d34e1e3c-5fc4-4822-9e0b-fffd2041683f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599082 Feb 20 20:59:38.800990 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8156907-77f4-4539-91c4-9da22063029a req-ee3237d0-1ec0-45fb-bbeb-611a80449192 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:38.802448 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b8156907-77f4-4539-91c4-9da22063029a req-ee3237d0-1ec0-45fb-bbeb-611a80449192 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.0563834 Feb 20 20:59:38.856816 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b8156907-77f4-4539-91c4-9da22063029a req-f9ae7b2f-824a-4ef7-a00e-21b6c755d0cd tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483837 Feb 20 20:59:39.012958 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78018a74-4c41-488a-83db-9f4e09a0008d req-d2b397c9-668d-4233-8aec-64b98cc4ac81 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:39.020732 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-78018a74-4c41-488a-83db-9f4e09a0008d req-d2b397c9-668d-4233-8aec-64b98cc4ac81 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0674498 Feb 20 20:59:39.072764 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-78018a74-4c41-488a-83db-9f4e09a0008d req-34311239-4820-44f3-8098-b852e56452b9 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510683 Feb 20 20:59:39.477337 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b46cbcc0-f8ed-4e1b-a72b-0572692f7807 req-432842ef-871c-4693-883f-2e4fe20e502d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:39.488440 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b46cbcc0-f8ed-4e1b-a72b-0572692f7807 req-432842ef-871c-4693-883f-2e4fe20e502d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0754728 Feb 20 20:59:39.560426 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b46cbcc0-f8ed-4e1b-a72b-0572692f7807 req-f15abd82-4c9d-4672-8baf-7a7dd742cfee tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0671961 Feb 20 20:59:39.772827 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43741750-35fe-4e73-bb5f-e33c719af2c2 req-a54bc230-3e27-4b80-a9ee-6a603c920245 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:39.780038 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-43741750-35fe-4e73-bb5f-e33c719af2c2 req-a54bc230-3e27-4b80-a9ee-6a603c920245 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 946 time: 0.0678234 Feb 20 20:59:39.895961 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-43741750-35fe-4e73-bb5f-e33c719af2c2 req-b0a97807-1f89-4ffd-9b50-c11b90434e98 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122243 Feb 20 20:59:39.936081 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d438df3-1afa-4348-a29c-e473d5482f00 req-671b630b-d84a-4d56-b385-6287e7995964 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:39.950085 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8d438df3-1afa-4348-a29c-e473d5482f00 req-671b630b-d84a-4d56-b385-6287e7995964 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1495416 Feb 20 20:59:40.010866 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6a244c70-8644-4f83-9d34-0665df4aad98 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 20:59:40.075832 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8d438df3-1afa-4348-a29c-e473d5482f00 req-598d9414-c160-4e62-b7bd-3f34bf4ef533 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1247370 Feb 20 20:59:40.149260 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0eaade-c4cd-4358-a27a-c678fe442613 req-fc4f7de5-6a2b-49ca-9c32-9905091b6591 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:40.154558 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-da0eaade-c4cd-4358-a27a-c678fe442613 req-fc4f7de5-6a2b-49ca-9c32-9905091b6591 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.1613600 Feb 20 20:59:40.240431 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6a244c70-8644-4f83-9d34-0665df4aad98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a244c70-8644-4f83-9d34-0665df4aad98,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:40.254891 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '6a244c70-8644-4f83-9d34-0665df4aad98', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'port_id': '6a244c70-8644-4f83-9d34-0665df4aad98', 'mac_address': 'fa:16:3e:c3:64:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 20:59:40.261365 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-da0eaade-c4cd-4358-a27a-c678fe442613 req-84ba9dcf-7741-4bdf-9aab-282ab24b824d tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0959556 Feb 20 20:59:40.348604 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13019936-523f-497c-a7df-0ee49a763e70 req-389609af-fcc8-4795-9f58-24dba19e0e07 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:40.348604 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-13019936-523f-497c-a7df-0ee49a763e70 req-389609af-fcc8-4795-9f58-24dba19e0e07 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1226764 Feb 20 20:59:40.354053 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 6a244c70-8644-4f83-9d34-0665df4aad98 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:40.354053 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:40.376580 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a244c70-8644-4f83-9d34-0665df4aad98 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 20:59:40.403371 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6a244c70-8644-4f83-9d34-0665df4aad98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a244c70-8644-4f83-9d34-0665df4aad98,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:40.409474 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:40.413105 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-13019936-523f-497c-a7df-0ee49a763e70 req-365b5173-9a75-482a-955e-2854d6bbf54b tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575356 Feb 20 20:59:40.471492 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=6a244c70-8644-4f83-9d34-0665df4aad98,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:40.686991 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e65504f-18d5-48a7-bad4-f5315648f168 req-033e1831-e3a6-473a-ab5d-459223809999 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:40.697067 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e65504f-18d5-48a7-bad4-f5315648f168 req-033e1831-e3a6-473a-ab5d-459223809999 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0709515 Feb 20 20:59:40.755066 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e65504f-18d5-48a7-bad4-f5315648f168 req-0ae92bdb-52bd-4969-96c2-7f63f73afbac tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568981 Feb 20 20:59:40.962241 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa69896-4ea7-4521-8cee-d74dac2288a4 req-c97292c3-f449-4b74-8907-96c9d4a75931 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:40.964825 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bfa69896-4ea7-4521-8cee-d74dac2288a4 req-c97292c3-f449-4b74-8907-96c9d4a75931 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 946 time: 0.0765615 Feb 20 20:59:40.989074 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['6a244c70-8644-4f83-9d34-0665df4aad98'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:59:41.045861 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bfa69896-4ea7-4521-8cee-d74dac2288a4 req-5921be0c-441e-4522-b536-4a9f8c611d44 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745707 Feb 20 20:59:41.334605 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c090b8-b81f-466d-a978-6212e0b99e97 req-41d5bc7b-780c-40e9-a3bb-dec546047a6d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:41.334605 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c2c090b8-b81f-466d-a978-6212e0b99e97 req-41d5bc7b-780c-40e9-a3bb-dec546047a6d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1125607 Feb 20 20:59:41.425156 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c2c090b8-b81f-466d-a978-6212e0b99e97 req-da130961-234d-44e5-bf32-3403614a6171 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1053698 Feb 20 20:59:41.517170 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae1f3ba9-feb2-41c9-bb20-0757361dace5 req-a9a4ca1f-9cba-40a2-a8e1-1ffbc6bd1bc0 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:41.520217 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae1f3ba9-feb2-41c9-bb20-0757361dace5 req-a9a4ca1f-9cba-40a2-a8e1-1ffbc6bd1bc0 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 944 time: 0.0703642 Feb 20 20:59:41.577922 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae1f3ba9-feb2-41c9-bb20-0757361dace5 req-d33964e5-ca66-48e5-b7df-6b2166193ea2 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0518224 Feb 20 20:59:41.911499 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-976a817b-aed3-4db3-bc41-e3d2d288efc4 req-b5f5c7a6-39ff-49be-b2b2-b1257d88d876 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:41.921685 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-976a817b-aed3-4db3-bc41-e3d2d288efc4 req-b5f5c7a6-39ff-49be-b2b2-b1257d88d876 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0796344 Feb 20 20:59:41.997209 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-976a817b-aed3-4db3-bc41-e3d2d288efc4 req-8af703f7-b279-43d3-929a-50945dbee7f8 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739851 Feb 20 20:59:42.195385 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd13cc85-6942-4402-b232-3681040b69a8 req-5c02044c-692d-40e6-8186-b00b4cdeb190 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:42.200232 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fd13cc85-6942-4402-b232-3681040b69a8 req-5c02044c-692d-40e6-8186-b00b4cdeb190 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 946 time: 0.0598435 Feb 20 20:59:42.254468 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fd13cc85-6942-4402-b232-3681040b69a8 req-a5af06e2-6803-439a-82df-1827a1f7efc1 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483973 Feb 20 20:59:42.574695 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed21049-138e-49a8-a1e7-e58e098ec994 req-17e4630b-c3d6-4dae-be69-68e7a360c392 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:42.576168 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9ed21049-138e-49a8-a1e7-e58e098ec994 req-17e4630b-c3d6-4dae-be69-68e7a360c392 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0563438 Feb 20 20:59:42.623278 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9ed21049-138e-49a8-a1e7-e58e098ec994 req-43d1b91e-a29e-4b4b-a120-56d77b7bce69 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405917 Feb 20 20:59:42.699843 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57dad567-1312-4d4f-b888-024cdd37790f req-3edbca04-f159-4246-9597-a01c9e04b11a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:42.701429 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-57dad567-1312-4d4f-b888-024cdd37790f req-3edbca04-f159-4246-9597-a01c9e04b11a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 944 time: 0.0561025 Feb 20 20:59:42.750838 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-57dad567-1312-4d4f-b888-024cdd37790f req-3ac65e77-dc53-4cf6-9669-c9473a1a9c1e tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434370 Feb 20 20:59:43.124648 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7b4991-3b77-4fbf-bb60-d62e4fff4327 req-e088b29b-4de9-4a61-b554-526214701052 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:43.126100 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fd7b4991-3b77-4fbf-bb60-d62e4fff4327 req-e088b29b-4de9-4a61-b554-526214701052 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0527322 Feb 20 20:59:43.185992 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fd7b4991-3b77-4fbf-bb60-d62e4fff4327 req-1f8996c1-201b-45e1-a17b-01ea24aa1cf4 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535564 Feb 20 20:59:43.219946 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc9fc3-b39e-4435-9480-da380dd4b683 req-8371eeb8-f280-4586-8acd-716f257b2df6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:43.222277 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-accc9fc3-b39e-4435-9480-da380dd4b683 req-8371eeb8-f280-4586-8acd-716f257b2df6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 1130 time: 0.0541568 Feb 20 20:59:43.312883 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc9fc3-b39e-4435-9480-da380dd4b683 req-d3853879-5e55-47f0-8d65-384329911c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:43.314421 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-accc9fc3-b39e-4435-9480-da380dd4b683 req-d3853879-5e55-47f0-8d65-384329911c99 service neutron] 10.222.0.90 "GET /v2.0/networks?id=47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 200 len: 918 time: 0.0859306 Feb 20 20:59:43.416896 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-accc9fc3-b39e-4435-9480-da380dd4b683 req-38269707-5b86-4b70-8556-3b7f75188875 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef960f1-1c2f-43d4-b19b-30737e549273 HTTP/1.1" status: 200 len: 1001 time: 0.0924108 Feb 20 20:59:43.427990 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a6a7dc-fcc0-4418-98f4-ff6fb63a4bb9 req-b32b8db2-780d-431b-a7f4-9bb7ceee4013 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:43.429472 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e9a6a7dc-fcc0-4418-98f4-ff6fb63a4bb9 req-b32b8db2-780d-431b-a7f4-9bb7ceee4013 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 946 time: 0.0992844 Feb 20 20:59:43.500716 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc9fc3-b39e-4435-9480-da380dd4b683 req-4e5662cd-2655-4681-a977-80dbb0745db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:43.502176 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-accc9fc3-b39e-4435-9480-da380dd4b683 req-4e5662cd-2655-4681-a977-80dbb0745db4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=66e56d02-8410-4f31-939d-e4b166973128 HTTP/1.1" status: 200 len: 856 time: 0.0688968 Feb 20 20:59:43.521380 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e9a6a7dc-fcc0-4418-98f4-ff6fb63a4bb9 req-2f0bddb1-d7fd-4e4f-80e3-0263c7014c77 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/security-groups?id=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797563 Feb 20 20:59:43.569184 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-accc9fc3-b39e-4435-9480-da380dd4b683 req-83dcb348-1f1a-43e7-a9c6-43db980b9a17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:43.571267 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-accc9fc3-b39e-4435-9480-da380dd4b683 req-83dcb348-1f1a-43e7-a9c6-43db980b9a17 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47eb7a64-c008-428d-9f9c-6083205d80a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0596669 Feb 20 20:59:43.673419 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-accc9fc3-b39e-4435-9480-da380dd4b683 req-019fbfba-8430-496a-a42c-41feded4b167 service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920744 Feb 20 20:59:43.699986 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-005e5079-135d-4595-a926-68e43f284996 req-6698eea9-2f56-4182-8881-28c2f47615a9 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:43.701824 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-005e5079-135d-4595-a926-68e43f284996 req-6698eea9-2f56-4182-8881-28c2f47615a9 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.90 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 946 time: 0.0976913 Feb 20 20:59:43.820695 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ab5586-95f7-4645-b523-dbd5dc15ea32 req-fdca5c40-3603-437f-a671-aedcb182e74d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:43.822553 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a6ab5586-95f7-4645-b523-dbd5dc15ea32 req-fdca5c40-3603-437f-a671-aedcb182e74d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1215129 Feb 20 20:59:43.826717 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-accc9fc3-b39e-4435-9480-da380dd4b683 req-963d4967-6e9b-431d-9be5-c554f768dee7 service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1457877 Feb 20 20:59:43.851490 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-005e5079-135d-4595-a926-68e43f284996 req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Deleting port 4e69ef2f-3172-4f54-8fde-f3f133065623 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:59:43.851836 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-005e5079-135d-4595-a926-68e43f284996 req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:43.915379 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a6ab5586-95f7-4645-b523-dbd5dc15ea32 req-01ea2077-1243-43d0-b1b0-1aa3b68477a8 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752051 Feb 20 20:59:43.922216 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-284935bd-4a32-45dc-8dbb-8afaa6130a0d req-afe04ada-3a71-4797-b085-0806e23b5e3d tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:43.923715 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-284935bd-4a32-45dc-8dbb-8afaa6130a0d req-afe04ada-3a71-4797-b085-0806e23b5e3d tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 944 time: 0.0961256 Feb 20 20:59:43.953384 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-005e5079-135d-4595-a926-68e43f284996 req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] For port 4e69ef2f-3172-4f54-8fde-f3f133065623, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=4e69ef2f-3172-4f54-8fde-f3f133065623,segment=NetworkSegment(993fc742-974d-49bf-9be3-9650fdc10b81),segment_id=993fc742-974d-49bf-9be3-9650fdc10b81)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:43.953796 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-005e5079-135d-4595-a926-68e43f284996 req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:43.968547 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-005e5079-135d-4595-a926-68e43f284996 req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Calling delete_port for 4e69ef2f-3172-4f54-8fde-f3f133065623 owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:59:43.983950 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-284935bd-4a32-45dc-8dbb-8afaa6130a0d req-f6794da9-2695-44d3-9cc3-eccaf63263d6 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533581 Feb 20 20:59:44.038167 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6a244c70-8644-4f83-9d34-0665df4aad98 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 20:59:44.094188 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 6a244c70-8644-4f83-9d34-0665df4aad98 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 20:59:44.098730 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 6a244c70-8644-4f83-9d34-0665df4aad98 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 20:59:44.099105 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:44.126953 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-005e5079-135d-4595-a926-68e43f284996 req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (4e69ef2f-3172-4f54-8fde-f3f133065623), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:44.140590 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['4e69ef2f-3172-4f54-8fde-f3f133065623'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:59:44.160213 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Pushing event deleted for resources: {'Port': ['ID=4e69ef2f-3172-4f54-8fde-f3f133065623,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:44.206123 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 6a244c70-8644-4f83-9d34-0665df4aad98 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:44.206383 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:44.209326 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.216913 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.217268 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.217937 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.217937 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.218395 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.218862 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.219225 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.219558 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.219888 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.220216 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.220834 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.221126 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 20:59:44.234464 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:44.236740 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-945e40a5-c060-44dc-9cbb-c62b4d84a8c6" -d '{"events": [{"server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:44.247060 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-005e5079-135d-4595-a926-68e43f284996 req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] No DVR routers for this DVR port 4e69ef2f-3172-4f54-8fde-f3f133065623 on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:59:44.252619 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-005e5079-135d-4595-a926-68e43f284996 req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:44.253400 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6a244c70-8644-4f83-9d34-0665df4aad98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a244c70-8644-4f83-9d34-0665df4aad98,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:44.257839 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-005e5079-135d-4595-a926-68e43f284996 req-1c78f591-dab5-4ca8-b32d-ad3580c61655 tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.90 "DELETE /v2.0/ports/4e69ef2f-3172-4f54-8fde-f3f133065623 HTTP/1.1" status: 204 len: 173 time: 0.5454035 Feb 20 20:59:44.258164 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:44.258401 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82', 'name': 'network-vif-deleted', 'tag': '4e69ef2f-3172-4f54-8fde-f3f133065623'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:44.266791 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a46169f5-ec1f-4aa9-b38a-4e557b80aff9" -d '{"events": [{"server_uuid": "4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82", "name": "network-vif-deleted", "tag": "4e69ef2f-3172-4f54-8fde-f3f133065623"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:44.309262 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-beaf408a-7ddb-40d3-ab87-2a46f7b1c28d x-openstack-request-id: req-beaf408a-7ddb-40d3-ab87-2a46f7b1c28d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:44.309980 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:44.310274 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-beaf408a-7ddb-40d3-ab87-2a46f7b1c28d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:44.310709 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98', 'code': 200} Feb 20 20:59:44.335926 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=6a244c70-8644-4f83-9d34-0665df4aad98,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:44.337865 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a01140b-3c29-4676-8685-fc326f71f4e8 req-f7476c4c-fa10-49e6-a1e6-eabeb7f23c08 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:44.348961 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2a01140b-3c29-4676-8685-fc326f71f4e8 req-f7476c4c-fa10-49e6-a1e6-eabeb7f23c08 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0871108 Feb 20 20:59:44.363305 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b369b447-c92f-40db-9db8-95ab91a72c26 x-openstack-request-id: req-b369b447-c92f-40db-9db8-95ab91a72c26 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:44.363964 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82", "name": "network-vif-deleted", "tag": "4e69ef2f-3172-4f54-8fde-f3f133065623", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:44.364442 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b369b447-c92f-40db-9db8-95ab91a72c26 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:44.365049 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82', 'name': 'network-vif-deleted', 'tag': '4e69ef2f-3172-4f54-8fde-f3f133065623', 'status': 'completed', 'code': 200} Feb 20 20:59:44.399083 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2a01140b-3c29-4676-8685-fc326f71f4e8 req-fa0af389-2c8d-4965-994f-a5110951b0c7 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492299 Feb 20 20:59:44.636606 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-163224e5-d75b-4592-b12b-030357c2240d req-e62b859b-df8f-4c32-adf1-96f8eaf3bc8a tempest-VolumesActionsTest-1914424490 tempest-VolumesActionsTest-1914424490-project] 10.222.0.71 "GET /v2.0/ports?device_id=4d0137e7-d5ea-42dd-88ae-f0b4e6d5aa82 HTTP/1.1" status: 200 len: 210 time: 0.0286205 Feb 20 20:59:44.663813 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-628e0f2c-8c6c-4281-8963-a5f4b604331a req-d58fb7e1-8932-4554-9f5e-5a5b555b20f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:44.664810 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-628e0f2c-8c6c-4281-8963-a5f4b604331a req-d58fb7e1-8932-4554-9f5e-5a5b555b20f7 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 1129 time: 0.0594633 Feb 20 20:59:44.716666 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-628e0f2c-8c6c-4281-8963-a5f4b604331a req-28ab3793-e308-46b5-a035-7a0a306e4332 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0438676 Feb 20 20:59:44.885858 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e70bced-deef-45b8-939b-cb0efa8f58b0 req-5d7f5d67-2574-41fa-ab3f-526e008fbc04 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:44.887330 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5e70bced-deef-45b8-939b-cb0efa8f58b0 req-5d7f5d67-2574-41fa-ab3f-526e008fbc04 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 946 time: 0.0566196 Feb 20 20:59:44.934401 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5e70bced-deef-45b8-939b-cb0efa8f58b0 req-e7d5e559-7171-4feb-bf36-af912e8104ef tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411336 Feb 20 20:59:45.075860 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50b62e32-13c1-417b-b502-a6e537924856 req-f41ff4c7-4353-465a-91e1-0be42da2ea93 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:45.077448 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-50b62e32-13c1-417b-b502-a6e537924856 req-f41ff4c7-4353-465a-91e1-0be42da2ea93 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.0742123 Feb 20 20:59:45.170866 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190de63-30a4-4461-96e3-c0558c298f53 req-030f8719-291d-4115-bf3f-a28f1fc0a4cb tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:45.173306 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5190de63-30a4-4461-96e3-c0558c298f53 req-030f8719-291d-4115-bf3f-a28f1fc0a4cb tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.1135099 Feb 20 20:59:45.177983 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-50b62e32-13c1-417b-b502-a6e537924856 req-b36ac0a6-98c9-4921-93f7-e1fc1e6631da tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752673 Feb 20 20:59:45.226307 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5190de63-30a4-4461-96e3-c0558c298f53 req-7861b582-7096-4599-bddc-116f5224e273 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471802 Feb 20 20:59:45.517821 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8484016-1084-41d7-a4ab-2601f81b246d req-3456cb64-9652-4f5f-9be8-d143c300e343 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:45.519901 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e8484016-1084-41d7-a4ab-2601f81b246d req-3456cb64-9652-4f5f-9be8-d143c300e343 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0538120 Feb 20 20:59:45.566522 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e8484016-1084-41d7-a4ab-2601f81b246d req-804c68d4-d983-4dea-b44a-b63b3176264a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411799 Feb 20 20:59:46.041963 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 4e69ef2f-3172-4f54-8fde-f3f133065623 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:59:46.067015 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bcd3579-b45c-4874-ab30-965e8ee7bc32 req-d2c02e2c-525b-4d1e-bf3a-645bb9323f0f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:46.067892 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 4e69ef2f-3172-4f54-8fde-f3f133065623 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:59:46.068396 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 4e69ef2f-3172-4f54-8fde-f3f133065623 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:59:46.069146 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0bcd3579-b45c-4874-ab30-965e8ee7bc32 req-d2c02e2c-525b-4d1e-bf3a-645bb9323f0f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 946 time: 0.0670724 Feb 20 20:59:46.074619 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 1ef960f1-1c2f-43d4-b19b-30737e549273 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:59:46.141073 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0bcd3579-b45c-4874-ab30-965e8ee7bc32 req-6432eeac-ae16-4865-af95-9ffd09e65307 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625112 Feb 20 20:59:46.163579 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 1ef960f1-1c2f-43d4-b19b-30737e549273 is: ACTIVE; New status is: DOWN {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:46.164403 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:46.341198 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1ef960f1-1c2f-43d4-b19b-30737e549273,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:46.342298 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:46.344931 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8493d987-e509-4a76-bc33-3a1861064853" -d '{"events": [{"server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:46.348832 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:46.408618 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=1ef960f1-1c2f-43d4-b19b-30737e549273,revision_number=8']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:46.417892 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea2e36f8-0471-49af-b186-64024f66018a req-fc834c82-5781-4ea4-b2f7-b388deba2002 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:46.420891 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ea2e36f8-0471-49af-b186-64024f66018a req-fc834c82-5781-4ea4-b2f7-b388deba2002 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 946 time: 0.1474402 Feb 20 20:59:46.444424 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d87753-2947-447d-90ba-467fc9a7c92a req-79d39e1a-8646-41dc-83fb-9f96936350fb tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:46.445969 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-96d87753-2947-447d-90ba-467fc9a7c92a req-79d39e1a-8646-41dc-83fb-9f96936350fb tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0926900 Feb 20 20:59:46.514335 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ea2e36f8-0471-49af-b186-64024f66018a req-7ddbf4d3-0c12-4015-90c9-69e05b14e910 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0863059 Feb 20 20:59:46.531178 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-96d87753-2947-447d-90ba-467fc9a7c92a req-2a34be16-9e06-45d7-9cc3-070b4e6ce801 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0772712 Feb 20 20:59:46.574041 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16914f52-8f35-41ee-a68f-8d677385ef0e x-openstack-request-id: req-16914f52-8f35-41ee-a68f-8d677385ef0e {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:46.574460 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "name": "network-vif-unplugged", "status": "completed", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:46.574809 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-16914f52-8f35-41ee-a68f-8d677385ef0e {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:46.575270 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'code': 200} Feb 20 20:59:46.684948 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f6693c-1a3f-418c-8586-633b54af620e req-36600982-5995-4e78-889d-939397503418 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:46.686478 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-79f6693c-1a3f-418c-8586-633b54af620e req-36600982-5995-4e78-889d-939397503418 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0528419 Feb 20 20:59:46.736766 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-79f6693c-1a3f-418c-8586-633b54af620e req-203a97fc-3b9f-4a0a-9e84-0ae9809d2312 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444160 Feb 20 20:59:47.263129 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6300e36f-8b07-4cb5-80b2-471717551004 req-f6fd29b6-0b2f-4618-bb87-1a83455f53e0 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:47.264628 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6300e36f-8b07-4cb5-80b2-471717551004 req-f6fd29b6-0b2f-4618-bb87-1a83455f53e0 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 946 time: 0.0544941 Feb 20 20:59:47.310467 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6300e36f-8b07-4cb5-80b2-471717551004 req-375d4f02-eeb2-440a-b412-210e8272708c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402932 Feb 20 20:59:47.680192 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32938a38-cb00-49be-bfd1-f1e11ea1956a req-25bef1a5-984e-4e0b-af9e-839f995a6ee2 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:47.682029 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-32938a38-cb00-49be-bfd1-f1e11ea1956a req-25bef1a5-984e-4e0b-af9e-839f995a6ee2 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0891142 Feb 20 20:59:47.689957 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d30222a-fd29-492c-9c3b-3d087084a9e7 req-99f0afca-d7f1-4967-9a70-63568f9d24b8 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:47.692198 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6d30222a-fd29-492c-9c3b-3d087084a9e7 req-99f0afca-d7f1-4967-9a70-63568f9d24b8 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0900090 Feb 20 20:59:47.766822 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-32938a38-cb00-49be-bfd1-f1e11ea1956a req-1dfd4baa-1ab6-4f06-88bd-194fa13a1d6f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0736256 Feb 20 20:59:47.772146 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6d30222a-fd29-492c-9c3b-3d087084a9e7 req-c51388d6-f884-4193-859d-029100c5d97b tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729525 Feb 20 20:59:47.891185 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf917fb0-7286-4b6b-ba7f-09e7cc49d476 req-4e8f47da-9261-4527-9533-46462091919f tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:47.893972 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bf917fb0-7286-4b6b-ba7f-09e7cc49d476 req-4e8f47da-9261-4527-9533-46462091919f tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0650911 Feb 20 20:59:47.954850 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bf917fb0-7286-4b6b-ba7f-09e7cc49d476 req-55420363-d819-49df-9b6b-70ec8d23f62e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534680 Feb 20 20:59:48.102347 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9eb7377-d363-4193-891b-25b92ecc3381 req-638f2f33-7985-4afb-bd0d-bd71bab762c5 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:48.105123 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9eb7377-d363-4193-891b-25b92ecc3381 req-638f2f33-7985-4afb-bd0d-bd71bab762c5 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0817523 Feb 20 20:59:48.182327 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9eb7377-d363-4193-891b-25b92ecc3381 req-b63e44a6-d3c0-4ee5-b3e7-4d433df99b85 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0702963 Feb 20 20:59:48.207612 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 59192) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:48.351586 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [req-fc382bd9-42e5-47ef-893c-4d8186f9c64f req-97e31f46-14bf-424c-9dc3-e955808a73fd service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:59:48.352866 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fc382bd9-42e5-47ef-893c-4d8186f9c64f req-97e31f46-14bf-424c-9dc3-e955808a73fd service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0077066 Feb 20 20:59:48.450099 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a13f6e-7135-44f4-8466-7bf97276f2b6 req-f332db12-ea4b-4e47-b2db-b1d18c85c1cb tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:48.457222 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-10a13f6e-7135-44f4-8466-7bf97276f2b6 req-f332db12-ea4b-4e47-b2db-b1d18c85c1cb tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 946 time: 0.0726774 Feb 20 20:59:48.544932 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-10a13f6e-7135-44f4-8466-7bf97276f2b6 req-ee98d5be-d2fd-4eec-948f-1508efbf3dce tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0868104 Feb 20 20:59:48.564672 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cce8d3-f87f-4b63-b974-ee3e98503ee3 req-c93884f9-46ee-48ba-bade-a26824c67593 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:48.565912 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a85438e3-9805-4b79-8127-58f15a48b147 tempest-TestShelveInstance-1451223543 tempest-TestShelveInstance-1451223543-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:48.572260 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-81cce8d3-f87f-4b63-b974-ee3e98503ee3 req-c93884f9-46ee-48ba-bade-a26824c67593 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0874953 Feb 20 20:59:48.576603 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a85438e3-9805-4b79-8127-58f15a48b147 tempest-TestShelveInstance-1451223543 tempest-TestShelveInstance-1451223543-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 1124 time: 0.3669379 Feb 20 20:59:48.581749 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 59212) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:48.587567 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Request body: {'floatingip': {'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'port_id': '6a244c70-8644-4f83-9d34-0665df4aad98', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 20:59:48.618390 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:48.626074 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-81cce8d3-f87f-4b63-b974-ee3e98503ee3 req-16013aaa-b3d4-4607-b4af-d524560a0a41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529783 Feb 20 20:59:48.716707 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:48.818214 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 59228) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:48.828209 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Allocated IP 172.27.2.125 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/8e9df46f-1164-408f-a44b-d1e22a2482c8) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 20:59:48.913127 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-0bc099e9-2bee-4ba8-a222-f635600ea719 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0937543 Feb 20 20:59:48.921555 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-387df255-bf38-4cd1-89dd-16aa76d998c6 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 20:59:48.922657 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-387df255-bf38-4cd1-89dd-16aa76d998c6 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0050910 Feb 20 20:59:48.937204 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for port (8e9df46f-1164-408f-a44b-d1e22a2482c8), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:48.979832 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (8e9df46f-1164-408f-a44b-d1e22a2482c8), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:49.015615 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 59238) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 20:59:49.029817 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 20:59:49.032912 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 20:59:49.037809 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 20:59:49.068430 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event updated for resources: {'Port': ['ID=8e9df46f-1164-408f-a44b-d1e22a2482c8,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:49.088801 dv-cinder-830088-1-iscsi neutron-server[102717]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 20 20:59:49.094411 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fce128f-ebf2-47eb-8ec3-51677267fa1c req-456e99f2-c138-4f44-9c05-9876108977b4 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:49.095920 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0fce128f-ebf2-47eb-8ec3-51677267fa1c req-456e99f2-c138-4f44-9c05-9876108977b4 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0665307 Feb 20 20:59:49.150197 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0fce128f-ebf2-47eb-8ec3-51677267fa1c req-2657fc8f-f8aa-4b73-ae87-5b6e8bce4811 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476973 Feb 20 20:59:49.164049 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-075c2015-d2fa-4ed4-a832-04b24d2a240c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:49.165473 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-075c2015-d2fa-4ed4-a832-04b24d2a240c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports/1ef960f1-1c2f-43d4-b19b-30737e549273 HTTP/1.1" status: 200 len: 941 time: 0.1472156 Feb 20 20:59:49.480643 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for floatingip (c9906131-504f-4add-87bf-78f1592da50a), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:49.554553 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (8e9df46f-1164-408f-a44b-d1e22a2482c8), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:49.709277 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2719b7-748c-4ea5-b548-fc1a2ab931e1 req-c64cf7ab-6a69-49e6-95d9-20a5ca3c3507 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:49.711104 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ca2719b7-748c-4ea5-b548-fc1a2ab931e1 req-c64cf7ab-6a69-49e6-95d9-20a5ca3c3507 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 946 time: 0.0715811 Feb 20 20:59:49.810025 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for port (8e9df46f-1164-408f-a44b-d1e22a2482c8), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:49.810830 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdd860-0c9d-4e9d-aae3-df2179cd2c25 req-c86ef336-a43f-421a-a8fa-0c5d4b2e8094 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:49.812678 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1ccdd860-0c9d-4e9d-aae3-df2179cd2c25 req-c86ef336-a43f-421a-a8fa-0c5d4b2e8094 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.1003723 Feb 20 20:59:49.817079 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ca2719b7-748c-4ea5-b548-fc1a2ab931e1 req-7d3cb65f-b930-4d9a-aafd-b2715f8382ff tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919764 Feb 20 20:59:49.819640 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (8e9df46f-1164-408f-a44b-d1e22a2482c8), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:49.890436 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1ccdd860-0c9d-4e9d-aae3-df2179cd2c25 req-d65fe08c-d250-409e-ac9d-33b06a67af56 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0648775 Feb 20 20:59:49.928856 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (c9906131-504f-4add-87bf-78f1592da50a), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:49.986253 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event updated for resources: {'Port': ['ID=8e9df46f-1164-408f-a44b-d1e22a2482c8,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:50.108472 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.l3_db [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Floating IP c9906131-504f-4add-87bf-78f1592da50a associated. External IP: 172.27.2.125, port: 6a244c70-8644-4f83-9d34-0665df4aad98. Feb 20 20:59:50.161090 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e8025a-ff57-4560-bfbf-14b0a4bdd8ed req-ea0cf531-313d-40bc-94b1-7f32dd255577 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:50.162495 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-07e8025a-ff57-4560-bfbf-14b0a4bdd8ed req-ea0cf531-313d-40bc-94b1-7f32dd255577 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 946 time: 0.1100852 Feb 20 20:59:50.202552 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586df8da-60c2-4112-b76a-2aa6a230d927 req-7c747907-03c5-487f-b984-c068a38170f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:50.204266 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-586df8da-60c2-4112-b76a-2aa6a230d927 req-7c747907-03c5-487f-b984-c068a38170f3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 1129 time: 0.0501416 Feb 20 20:59:50.573903 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-586df8da-60c2-4112-b76a-2aa6a230d927 req-79750a0b-8edd-4d8f-9d6b-67a8a5ee65db service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3547020 Feb 20 20:59:50.585358 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc00146c-fb85-41f1-a2e1-04be58408965 req-2d4f4f08-d0ea-4186-abfb-84734c3c3d93 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:50.586933 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fc00146c-fb85-41f1-a2e1-04be58408965 req-2d4f4f08-d0ea-4186-abfb-84734c3c3d93 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.3619545 Feb 20 20:59:50.602036 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-07e8025a-ff57-4560-bfbf-14b0a4bdd8ed req-6fdf7969-fc17-4641-a5c1-f633c633ab4d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Deleting port da569378-bc3d-42f3-80f0-8f7886f80706 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 20:59:50.602604 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-07e8025a-ff57-4560-bfbf-14b0a4bdd8ed req-6fdf7969-fc17-4641-a5c1-f633c633ab4d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:50.649362 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fc00146c-fb85-41f1-a2e1-04be58408965 req-d6b2dc1f-8f44-4a6b-aa9e-c446b1aa8ced tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0502536 Feb 20 20:59:50.685723 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Router f1e3956f-4d2d-4e02-a8ea-0f195406407b has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 20:59:50.776197 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-07e8025a-ff57-4560-bfbf-14b0a4bdd8ed req-6fdf7969-fc17-4641-a5c1-f633c633ab4d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] For port da569378-bc3d-42f3-80f0-8f7886f80706, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=da569378-bc3d-42f3-80f0-8f7886f80706,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 20:59:50.776617 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-07e8025a-ff57-4560-bfbf-14b0a4bdd8ed req-6fdf7969-fc17-4641-a5c1-f633c633ab4d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:50.806480 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-07e8025a-ff57-4560-bfbf-14b0a4bdd8ed req-6fdf7969-fc17-4641-a5c1-f633c633ab4d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Calling delete_port for da569378-bc3d-42f3-80f0-8f7886f80706 owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 20:59:50.935109 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 20:59:50.959939 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a9470-8407-4806-9bb4-465af1d64c72 None None] Sync routers for ids ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 20:59:50.967775 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:50.996306 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a9470-8407-4806-9bb4-465af1d64c72 None None] Routers {'f1e3956f-4d2d-4e02-a8ea-0f195406407b'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:59:50.996992 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-406a9470-8407-4806-9bb4-465af1d64c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:59:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:59:51.040920 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-6bbd0a86-d310-4676-bb41-df85e3a5dd93 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4580665 Feb 20 20:59:51.061237 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7aa9aa-0bf8-424c-973a-dcec8cc300e8 req-bb8cc9fa-317c-4807-a136-c2637c8274a1 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:51.061839 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:51.064330 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c0850d7f-8521-45d7-b753-f1ff4dcadf7d" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:51.071146 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1e7aa9aa-0bf8-424c-973a-dcec8cc300e8 req-bb8cc9fa-317c-4807-a136-c2637c8274a1 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 946 time: 0.1418386 Feb 20 20:59:51.170702 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1d46b-095b-4c1f-b57a-bdc715cb7327 req-a4b43929-f097-4195-98fb-7245dbd65f20 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:51.172279 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1ab1d46b-095b-4c1f-b57a-bdc715cb7327 req-a4b43929-f097-4195-98fb-7245dbd65f20 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.1633663 Feb 20 20:59:51.176852 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1e7aa9aa-0bf8-424c-973a-dcec8cc300e8 req-73956758-6013-4a64-b316-70274402a6dc tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048608 Feb 20 20:59:51.184002 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-406a9470-8407-4806-9bb4-465af1d64c72 None None] Set router f1e3956f-4d2d-4e02-a8ea-0f195406407b gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:59:51.212839 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-07e8025a-ff57-4560-bfbf-14b0a4bdd8ed req-6fdf7969-fc17-4641-a5c1-f633c633ab4d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (da569378-bc3d-42f3-80f0-8f7886f80706), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:51.254103 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6c2adad-124a-409c-a21a-0ce700fc4e23 x-openstack-request-id: req-e6c2adad-124a-409c-a21a-0ce700fc4e23 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:51.254566 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:51.254934 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e6c2adad-124a-409c-a21a-0ce700fc4e23 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:51.255519 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98', 'status': 'completed', 'code': 200} Feb 20 20:59:51.255648 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['eeab640d-b8b0-4420-b87a-736f67addc77', '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e', '8f84a00e-2a64-49ae-ab14-81121f3b07a5', 'da569378-bc3d-42f3-80f0-8f7886f80706'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 20:59:51.308453 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdf7969-fc17-4641-a5c1-f633c633ab4d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Pushing event deleted for resources: {'Port': ['ID=da569378-bc3d-42f3-80f0-8f7886f80706,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 20:59:51.349334 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1ab1d46b-095b-4c1f-b57a-bdc715cb7327 req-58afb06b-c0b3-4310-b272-1407d7469691 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1624591 Feb 20 20:59:51.389738 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850d7f-8521-45d7-b753-f1ff4dcadf7d req-7c3819e3-3b68-4d20-9bbb-f5dde7cea899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:51.391611 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c0850d7f-8521-45d7-b753-f1ff4dcadf7d req-7c3819e3-3b68-4d20-9bbb-f5dde7cea899 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e62881a5cbea4bc0a555dbd98aa886f4&device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 1129 time: 0.1042187 Feb 20 20:59:51.416831 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e8025a-ff57-4560-bfbf-14b0a4bdd8ed req-6fdf7969-fc17-4641-a5c1-f633c633ab4d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] No DVR routers for this DVR port da569378-bc3d-42f3-80f0-8f7886f80706 on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 20:59:51.422424 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-07e8025a-ff57-4560-bfbf-14b0a4bdd8ed req-6fdf7969-fc17-4641-a5c1-f633c633ab4d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:51.434478 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-07e8025a-ff57-4560-bfbf-14b0a4bdd8ed req-6fdf7969-fc17-4641-a5c1-f633c633ab4d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "DELETE /v2.0/ports/da569378-bc3d-42f3-80f0-8f7886f80706 HTTP/1.1" status: 204 len: 173 time: 1.2649391 Feb 20 20:59:51.641987 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-406a9470-8407-4806-9bb4-465af1d64c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': 'c9906131-504f-4add-87bf-78f1592da50a', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'port_id': '6a244c70-8644-4f83-9d34-0665df4aad98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'mac_address': 'fa:16:3e:c3:64:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:59:49Z', 'updated_at': '2022-02-20T20:59:49Z', 'revision_number': 0, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba80ca14-d2d4-47f5-8cb5-1ef773f514af', 'name': '', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'mac_address': 'fa:16:3e:25:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:52Z', 'updated_at': '2022-02-20T20:58:58Z', 'revision_number': 5, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'subnets': [{'id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:59:51.655162 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850d7f-8521-45d7-b753-f1ff4dcadf7d req-ef797ee9-49b1-4a96-a9c7-bd0ac445df4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:51.659414 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c0850d7f-8521-45d7-b753-f1ff4dcadf7d req-ef797ee9-49b1-4a96-a9c7-bd0ac445df4e service neutron] 10.222.0.90 "GET /v2.0/networks?id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff HTTP/1.1" status: 200 len: 909 time: 0.2574832 Feb 20 20:59:51.749436 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a9470-8407-4806-9bb4-465af1d64c72 None None] Checking router: f1e3956f-4d2d-4e02-a8ea-0f195406407b for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 20:59:51.782063 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-406a9470-8407-4806-9bb4-465af1d64c72 None None] Routers {'f1e3956f-4d2d-4e02-a8ea-0f195406407b'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 20:59:51.782701 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-406a9470-8407-4806-9bb4-465af1d64c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T20:59:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:59:51.868191 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c0850d7f-8521-45d7-b753-f1ff4dcadf7d req-6d84a862-3dc0-4db4-816f-1a3d6eb2d894 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a244c70-8644-4f83-9d34-0665df4aad98 HTTP/1.1" status: 200 len: 999 time: 0.1889780 Feb 20 20:59:51.963235 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850d7f-8521-45d7-b753-f1ff4dcadf7d req-9ed9bfb3-d9a6-4f95-84e8-416731fd5a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:51.966265 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c0850d7f-8521-45d7-b753-f1ff4dcadf7d req-9ed9bfb3-d9a6-4f95-84e8-416731fd5a22 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e13eb2b0-b6fd-4280-8ded-a6d9123be2c0 HTTP/1.1" status: 200 len: 847 time: 0.0805533 Feb 20 20:59:52.007525 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-4bd74b52-904e-4648-93ec-2605f540e803 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:52.009795 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-4bd74b52-904e-4648-93ec-2605f540e803 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3&tenant_id=8ec4afa0a0be4d868f145f52d0360574 HTTP/1.1" status: 200 len: 1128 time: 0.3679948 Feb 20 20:59:52.010123 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-406a9470-8407-4806-9bb4-465af1d64c72 None None] Set router f1e3956f-4d2d-4e02-a8ea-0f195406407b gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 20:59:52.073822 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device da569378-bc3d-42f3-80f0-8f7886f80706 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:59:52.175285 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: da569378-bc3d-42f3-80f0-8f7886f80706 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 20:59:52.175285 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device da569378-bc3d-42f3-80f0-8f7886f80706 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 20:59:52.175285 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 1ef960f1-1c2f-43d4-b19b-30737e549273 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 20:59:52.184590 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-7f7936bf-89ca-4d29-b8cc-7ae835e86af6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:52.186144 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce31d0d2-897c-4626-9b20-c55a85b71178 req-0d2ef39a-c833-4e64-b26e-ab7365650862 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:52.189655 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-7f7936bf-89ca-4d29-b8cc-7ae835e86af6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 1128 time: 0.1463509 Feb 20 20:59:52.191668 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ce31d0d2-897c-4626-9b20-c55a85b71178 req-0d2ef39a-c833-4e64-b26e-ab7365650862 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.2209117 Feb 20 20:59:52.214803 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0850d7f-8521-45d7-b753-f1ff4dcadf7d req-396c05e0-9c68-4d71-946d-cb5339e2e3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:52.219054 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c0850d7f-8521-45d7-b753-f1ff4dcadf7d req-396c05e0-9c68-4d71-946d-cb5339e2e3b5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2213941 Feb 20 20:59:52.343776 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-406a9470-8407-4806-9bb4-465af1d64c72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': 'c9906131-504f-4add-87bf-78f1592da50a', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'port_id': '6a244c70-8644-4f83-9d34-0665df4aad98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'mac_address': 'fa:16:3e:c3:64:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:59:49Z', 'updated_at': '2022-02-20T20:59:49Z', 'revision_number': 0, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba80ca14-d2d4-47f5-8cb5-1ef773f514af', 'name': '', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'mac_address': 'fa:16:3e:25:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:52Z', 'updated_at': '2022-02-20T20:58:58Z', 'revision_number': 5, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'subnets': [{'id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 20:59:52.406635 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-406a9470-8407-4806-9bb4-465af1d64c72 None None] The sync data for ids ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'] in dv-cinder-830088-1-iscsi is: [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': 'c9906131-504f-4add-87bf-78f1592da50a', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'floating_ip_address': '172.27.2.125', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'port_id': '6a244c70-8644-4f83-9d34-0665df4aad98', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 424, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'mac_address': 'fa:16:3e:c3:64:0c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T20:59:49Z', 'updated_at': '2022-02-20T20:59:49Z', 'revision_number': 0, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ba80ca14-d2d4-47f5-8cb5-1ef773f514af', 'name': '', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'mac_address': 'fa:16:3e:25:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:52Z', 'updated_at': '2022-02-20T20:58:58Z', 'revision_number': 5, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'subnets': [{'id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 20:59:52.495905 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-a1bd7362-5310-4984-8ce6-212def89c8d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:52.499688 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-a1bd7362-5310-4984-8ce6-212def89c8d6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 200 len: 918 time: 0.3014007 Feb 20 20:59:52.571499 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 1ef960f1-1c2f-43d4-b19b-30737e549273 is: DOWN; New status is: DOWN {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 20:59:52.584703 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c0850d7f-8521-45d7-b753-f1ff4dcadf7d req-10c31d42-ec22-4c81-9e45-63e302cf8eb8 service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3047791 Feb 20 20:59:52.644716 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f059eb0c-9438-4027-bc90-422c212c0e7c req-9bb898ec-d880-4fdf-a29c-9b5208839b75 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=5cc5fd47-c06f-41e4-9832-fe7b48f2c070 HTTP/1.1" status: 200 len: 210 time: 0.0584948 Feb 20 20:59:52.695488 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ce31d0d2-897c-4626-9b20-c55a85b71178 req-f1bd268f-a8fd-48fc-9a1f-97a64ef82cee tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4738808 Feb 20 20:59:52.697108 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-d428f1f8-fa71-4082-8089-f10fe94dbf90 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef960f1-1c2f-43d4-b19b-30737e549273 HTTP/1.1" status: 200 len: 999 time: 0.1884654 Feb 20 20:59:52.793532 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c0850d7f-8521-45d7-b753-f1ff4dcadf7d req-8eb14f5b-606c-49ee-8f34-43d61275e6ed service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887488 Feb 20 20:59:52.807375 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-d5f23b92-cdcb-497b-b643-e3e16f6d8bd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:52.809325 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1ac20101-8636-4666-beec-196a178bb9f6 None None] New status for floating IP c9906131-504f-4add-87bf-78f1592da50a: ACTIVE {{(pid=102718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 20:59:52.816285 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-d5f23b92-cdcb-497b-b643-e3e16f6d8bd4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=66e56d02-8410-4f31-939d-e4b166973128 HTTP/1.1" status: 200 len: 856 time: 0.0891559 Feb 20 20:59:52.896527 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-2a684646-7414-48f8-9bc1-9da1ae48f238 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:52.898091 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-2a684646-7414-48f8-9bc1-9da1ae48f238 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47eb7a64-c008-428d-9f9c-6083205d80a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0747626 Feb 20 20:59:52.902630 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97778e-cf6a-4d11-9713-4b7d6eace539 req-f1f30363-1dbe-43b7-b9f1-7a336df0e04a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:52.904856 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6a97778e-cf6a-4d11-9713-4b7d6eace539 req-f1f30363-1dbe-43b7-b9f1-7a336df0e04a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.1009870 Feb 20 20:59:53.016312 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6a97778e-cf6a-4d11-9713-4b7d6eace539 req-2e17977a-54fe-4fe3-a20f-18d05cacce51 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1029022 Feb 20 20:59:53.106129 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-f70479bf-db39-44ab-862d-96fa3e9a1692 service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879673 Feb 20 20:59:53.224275 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f101e075-b7cf-4ea5-ae0e-48774a6b4bf7 req-aba400bd-0cc6-4312-b214-102fd697ff65 service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1095307 Feb 20 20:59:53.257406 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5cc5fd47-c06f-41e4-9832-fe7b48f2c070', 'name': 'network-vif-deleted', 'tag': 'da569378-bc3d-42f3-80f0-8f7886f80706'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 20:59:53.260543 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bf4738a-554d-41ad-acd2-ec67b6af2253" -d '{"events": [{"server_uuid": "5cc5fd47-c06f-41e4-9832-fe7b48f2c070", "name": "network-vif-deleted", "tag": "da569378-bc3d-42f3-80f0-8f7886f80706"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 20:59:53.317682 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 20:59:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf7145d1-9b69-4bce-b2f6-8b1329d0418c x-openstack-request-id: req-cf7145d1-9b69-4bce-b2f6-8b1329d0418c {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 20:59:53.318041 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5cc5fd47-c06f-41e4-9832-fe7b48f2c070", "name": "network-vif-deleted", "tag": "da569378-bc3d-42f3-80f0-8f7886f80706", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 20:59:53.318359 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cf7145d1-9b69-4bce-b2f6-8b1329d0418c {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 20:59:53.318835 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5cc5fd47-c06f-41e4-9832-fe7b48f2c070', 'name': 'network-vif-deleted', 'tag': 'da569378-bc3d-42f3-80f0-8f7886f80706', 'status': 'completed', 'code': 200} Feb 20 20:59:54.012887 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5568f0-1760-457e-a671-83ea0b342751 req-4414ba38-5adf-4dd3-9b80-6e4473811802 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:54.027142 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ba5568f0-1760-457e-a671-83ea0b342751 req-4414ba38-5adf-4dd3-9b80-6e4473811802 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.1606317 Feb 20 20:59:54.151835 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ba5568f0-1760-457e-a671-83ea0b342751 req-33c665c3-3741-407b-bb79-01fdb1555b0b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230471 Feb 20 20:59:54.430625 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80992e1-a276-458b-aee5-990c5029fe5d req-1266497e-a62d-46b8-93d0-44e3c2a10535 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:54.443830 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d80992e1-a276-458b-aee5-990c5029fe5d req-1266497e-a62d-46b8-93d0-44e3c2a10535 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.2094412 Feb 20 20:59:54.587437 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c441c36e-9711-4130-9155-939352a07317 req-cfe4c362-431b-4603-a391-fcff0ed149db tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:54.589046 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c441c36e-9711-4130-9155-939352a07317 req-cfe4c362-431b-4603-a391-fcff0ed149db tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.2541144 Feb 20 20:59:54.604210 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d80992e1-a276-458b-aee5-990c5029fe5d req-489a9ee8-7747-4e25-9f5f-cb7437d0c657 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1431324 Feb 20 20:59:54.698961 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c441c36e-9711-4130-9155-939352a07317 req-9af71482-beaf-4927-9585-d44a998f6471 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0920095 Feb 20 20:59:55.544238 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:55.672454 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22816924-ce63-42de-ba8e-d31a92df8391 req-298f1dd8-47da-42b5-b560-ff39e849b1fc tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:55.674016 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22816924-ce63-42de-ba8e-d31a92df8391 req-298f1dd8-47da-42b5-b560-ff39e849b1fc tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.1246839 Feb 20 20:59:55.760875 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-22816924-ce63-42de-ba8e-d31a92df8391 req-3ea940f7-1e6b-43f1-a0db-bb9647f53600 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799775 Feb 20 20:59:55.848198 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5417860d-c567-453f-8220-fc3a11415565 req-014fa3d6-4255-4d80-b994-24769f089e9e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:55.863073 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5417860d-c567-453f-8220-fc3a11415565 req-014fa3d6-4255-4d80-b994-24769f089e9e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0964761 Feb 20 20:59:55.928711 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5417860d-c567-453f-8220-fc3a11415565 req-c3b53bc1-3434-47a4-b243-65a72b968ee3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640321 Feb 20 20:59:56.074480 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d2c1c52d-247c-4ef2-b782-404257adb20a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:56.928108 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71184166-72c9-46d4-9a02-e01b228ce56f req-8564144f-87ae-4524-97b4-a34004214fed tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:56.935271 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-71184166-72c9-46d4-9a02-e01b228ce56f req-8564144f-87ae-4524-97b4-a34004214fed tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.0932367 Feb 20 20:59:57.043575 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-71184166-72c9-46d4-9a02-e01b228ce56f req-6205e84d-9d05-430d-a40e-3a515d5c4a8e tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072743 Feb 20 20:59:57.082386 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1100af-168e-4248-8e4f-975c612f2b7b req-8cf00d3e-36ea-4a83-a483-f1f9ba86a8fe tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:57.098473 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6c1100af-168e-4248-8e4f-975c612f2b7b req-8cf00d3e-36ea-4a83-a483-f1f9ba86a8fe tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.1603174 Feb 20 20:59:57.254552 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6c1100af-168e-4248-8e4f-975c612f2b7b req-1bfa57bd-acb7-4d99-8acc-8043ded764d8 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465518 Feb 20 20:59:57.306854 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52113b55-bbb3-4e53-b534-44db9266661a req-5ae1ebad-ec68-4b4e-a1d6-b099c4a992f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:57.308987 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52113b55-bbb3-4e53-b534-44db9266661a req-5ae1ebad-ec68-4b4e-a1d6-b099c4a992f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.1406851 Feb 20 20:59:57.392861 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52113b55-bbb3-4e53-b534-44db9266661a req-2a889a6c-1ab3-4c12-8fcc-22cfdafb76ee tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767953 Feb 20 20:59:58.322438 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5340b8dc-0567-48da-ac16-7b1e5b678b88 req-1df9664f-6241-4105-9ec2-29269e47e368 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:58.327456 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5340b8dc-0567-48da-ac16-7b1e5b678b88 req-1df9664f-6241-4105-9ec2-29269e47e368 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.2095931 Feb 20 20:59:58.479820 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5340b8dc-0567-48da-ac16-7b1e5b678b88 req-82ab5634-ce13-4e9f-a951-227b26fcd4c6 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1357529 Feb 20 20:59:58.546370 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ddb1892-a088-41ee-8356-853c2c28af88 req-b443026c-0bf6-44b3-84ad-27bc64b813c5 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:58.548994 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1ddb1892-a088-41ee-8356-853c2c28af88 req-b443026c-0bf6-44b3-84ad-27bc64b813c5 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.1314764 Feb 20 20:59:58.678529 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1ddb1892-a088-41ee-8356-853c2c28af88 req-cabde0fd-b8f9-4c60-b271-66786ee8b811 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022999 Feb 20 20:59:58.691645 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24eb33e-6762-42ff-b485-677dbfa3d0e1 req-f2fed417-eab1-473a-83b7-82655c2ebb04 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:58.691645 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a24eb33e-6762-42ff-b485-677dbfa3d0e1 req-f2fed417-eab1-473a-83b7-82655c2ebb04 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.1141794 Feb 20 20:59:58.788508 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a24eb33e-6762-42ff-b485-677dbfa3d0e1 req-362bda08-e56d-4eee-b72e-769f803c60f7 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0829620 Feb 20 20:59:58.816894 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5ad20ff3-b22c-4348-9932-b75c727293b3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 20:59:59.664520 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9488f3-b9ac-4b40-965d-5a6e08fc5462 req-762be9cc-5b08-4641-b03b-0d3ddc066bd1 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:59.672855 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8f9488f3-b9ac-4b40-965d-5a6e08fc5462 req-762be9cc-5b08-4641-b03b-0d3ddc066bd1 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.0956125 Feb 20 20:59:59.753763 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8f9488f3-b9ac-4b40-965d-5a6e08fc5462 req-cc3d1290-32de-41ed-8d61-18fa2cc4f3a8 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650496 Feb 20 20:59:59.848376 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6dbd1db-e946-4554-925b-a5dc45e74993 req-d5c17a33-fcf0-4819-9025-acd7803aec2c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 20:59:59.850117 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a6dbd1db-e946-4554-925b-a5dc45e74993 req-d5c17a33-fcf0-4819-9025-acd7803aec2c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0950010 Feb 20 20:59:59.993987 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a6dbd1db-e946-4554-925b-a5dc45e74993 req-9c2c4a71-b29a-44ec-b8f2-773db20a05d1 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1320617 Feb 20 21:00:00.045316 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d13e6a6-4189-4808-a523-1a527a4eb8a3 req-c1648345-3355-400d-8d18-efdba3a76a41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:00.053458 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8d13e6a6-4189-4808-a523-1a527a4eb8a3 req-c1648345-3355-400d-8d18-efdba3a76a41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.1434617 Feb 20 21:00:00.131290 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8d13e6a6-4189-4808-a523-1a527a4eb8a3 req-65d1ca2f-f1be-4478-8ece-a6cd4626c091 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0768285 Feb 20 21:00:00.209015 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:00.900513 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb83aa5-37cd-4cd7-9d17-8bd18b864460 req-0b41f84d-3a89-4e8d-b13a-adaa8a30612e tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:00.902742 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2bb83aa5-37cd-4cd7-9d17-8bd18b864460 req-0b41f84d-3a89-4e8d-b13a-adaa8a30612e tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.0725539 Feb 20 21:00:01.007468 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2bb83aa5-37cd-4cd7-9d17-8bd18b864460 req-2896a0a6-67cf-4c5b-84e1-dba712885324 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967009 Feb 20 21:00:01.434517 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31389bac-107f-47fe-ab8d-703ee355e996 req-b49f8127-f8d1-4cce-ba47-74c27a30de2d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:01.437606 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-31389bac-107f-47fe-ab8d-703ee355e996 req-b49f8127-f8d1-4cce-ba47-74c27a30de2d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.3001058 Feb 20 21:00:01.531907 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-31389bac-107f-47fe-ab8d-703ee355e996 req-6c535c4b-965d-4b13-947c-e4798d146f1d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870376 Feb 20 21:00:01.565505 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e60aca-5a61-4104-a893-ca239fb504e8 req-cae8c1e9-f75c-4031-93b2-15f3d9fb6d31 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:01.574853 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d2e60aca-5a61-4104-a893-ca239fb504e8 req-cae8c1e9-f75c-4031-93b2-15f3d9fb6d31 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.2467241 Feb 20 21:00:01.657448 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d2e60aca-5a61-4104-a893-ca239fb504e8 req-dbc8bfda-7b77-4702-9ea6-fd2404f60f10 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0812705 Feb 20 21:00:01.890079 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:02.248154 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7e52326-9724-4d0e-a9f7-519aa2ffb4b4 req-fa39031f-5992-48fa-bc1e-e1794e525488 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:02.260414 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e7e52326-9724-4d0e-a9f7-519aa2ffb4b4 req-fa39031f-5992-48fa-bc1e-e1794e525488 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.1634200 Feb 20 21:00:02.355965 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e7e52326-9724-4d0e-a9f7-519aa2ffb4b4 req-fa795f75-e18b-4417-8d39-fc9176c44c37 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966842 Feb 20 21:00:02.785078 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e208cf6-5617-44d8-ad9f-6a5606208f8b req-42dac84f-1b5f-43e2-a936-e61e313e312a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:02.803265 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e208cf6-5617-44d8-ad9f-6a5606208f8b req-42dac84f-1b5f-43e2-a936-e61e313e312a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.1859703 Feb 20 21:00:03.000068 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e208cf6-5617-44d8-ad9f-6a5606208f8b req-f8dd3144-2e2d-4fcd-812f-d9b93e51576b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1952622 Feb 20 21:00:03.110948 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c4ee646-e887-4020-ab10-2145e8add535 req-2f82c30f-5c9e-4685-a628-f4b539963765 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:03.120312 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2c4ee646-e887-4020-ab10-2145e8add535 req-2f82c30f-5c9e-4685-a628-f4b539963765 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.3134043 Feb 20 21:00:03.210326 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2c4ee646-e887-4020-ab10-2145e8add535 req-06f17bf6-0e7c-475c-afe3-26912254b060 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0877197 Feb 20 21:00:03.231837 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:03.543116 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-980eb931-fddb-4532-808a-e01b7418a92d req-c7a331e4-9a90-4798-bcd8-5bb18c15d676 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:03.544968 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-980eb931-fddb-4532-808a-e01b7418a92d req-c7a331e4-9a90-4798-bcd8-5bb18c15d676 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.0766847 Feb 20 21:00:03.627952 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-980eb931-fddb-4532-808a-e01b7418a92d req-83da9dde-99bb-4eb6-a9fa-44fa3659e21d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0739694 Feb 20 21:00:04.325397 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2276d141-aaa0-4a8b-b8b2-0d197ce1d88a req-108ef606-40fb-4d77-bf93-4974eae51248 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:04.336304 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2276d141-aaa0-4a8b-b8b2-0d197ce1d88a req-108ef606-40fb-4d77-bf93-4974eae51248 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.1065907 Feb 20 21:00:04.458530 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2276d141-aaa0-4a8b-b8b2-0d197ce1d88a req-d4c9eed6-51fd-420c-8844-3e4884d007c4 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971665 Feb 20 21:00:04.490073 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b887dc-fb7c-447b-af75-bb9965650973 req-d716ec18-887d-4186-a779-00f84e1de4b5 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:04.497133 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-88b887dc-fb7c-447b-af75-bb9965650973 req-d716ec18-887d-4186-a779-00f84e1de4b5 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.1597223 Feb 20 21:00:04.573507 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-88b887dc-fb7c-447b-af75-bb9965650973 req-baa4f25d-9564-4fab-a52b-68816fefdf27 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0752895 Feb 20 21:00:04.652262 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:00:04.869212 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-887c96e7-3a2a-40de-807e-72fcd2810368 req-61d16335-1bc7-45c3-867b-68b54a50e3a0 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:04.879763 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-887c96e7-3a2a-40de-807e-72fcd2810368 req-61d16335-1bc7-45c3-867b-68b54a50e3a0 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.1295955 Feb 20 21:00:04.931642 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-887c96e7-3a2a-40de-807e-72fcd2810368 req-79c98885-20dc-4c40-9f72-bf63a4ce00c1 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498979 Feb 20 21:00:05.632478 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d400a2d-2a26-4f70-9844-ee1e31199a0c req-cff1a2ec-5932-4d2b-91a3-3387c23727b9 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:05.634146 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9d400a2d-2a26-4f70-9844-ee1e31199a0c req-cff1a2ec-5932-4d2b-91a3-3387c23727b9 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0697110 Feb 20 21:00:05.710990 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9d400a2d-2a26-4f70-9844-ee1e31199a0c req-76710e05-80e9-4588-a241-f4cf573036bd tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602047 Feb 20 21:00:05.789966 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-663bcef4-7ec8-419d-81f7-651cf581a90b req-15577ab0-1cc1-4e57-bdd1-9ef92c073c52 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:05.791447 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-663bcef4-7ec8-419d-81f7-651cf581a90b req-15577ab0-1cc1-4e57-bdd1-9ef92c073c52 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0686643 Feb 20 21:00:05.930991 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-663bcef4-7ec8-419d-81f7-651cf581a90b req-e413bf33-af50-46b5-9d3b-354333a75710 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1270697 Feb 20 21:00:06.098876 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72405048-c0ec-4e35-8835-13da5f42b541 req-11dc7370-a3b4-41a2-86e0-8248f91c0dba tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:06.100918 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-72405048-c0ec-4e35-8835-13da5f42b541 req-11dc7370-a3b4-41a2-86e0-8248f91c0dba tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.0715711 Feb 20 21:00:06.190435 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-72405048-c0ec-4e35-8835-13da5f42b541 req-d76b4a11-feb3-4fd2-aed2-fd96973607c6 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0818524 Feb 20 21:00:06.854123 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-087726b7-0cc4-4db4-b298-5427b9b10ebd req-d475868b-989f-468f-8a0a-3f9bfbbdc685 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:06.856641 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-087726b7-0cc4-4db4-b298-5427b9b10ebd req-d475868b-989f-468f-8a0a-3f9bfbbdc685 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0775862 Feb 20 21:00:06.926239 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-087726b7-0cc4-4db4-b298-5427b9b10ebd req-3d4bf062-ba04-4f15-a2b1-1e4a035a80a8 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621731 Feb 20 21:00:07.074754 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-564528e5-6080-431a-8614-e1ffd993a401 req-e5b9b495-1ba8-4365-9212-0d140a0d434c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:07.083136 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-564528e5-6080-431a-8614-e1ffd993a401 req-e5b9b495-1ba8-4365-9212-0d140a0d434c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0757310 Feb 20 21:00:07.152400 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-564528e5-6080-431a-8614-e1ffd993a401 req-fda9f3d9-3895-4433-aa89-f07d7bb14db1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671091 Feb 20 21:00:07.193055 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe05835-8e2e-4511-85b8-fe9fc28409bf req-90a028ee-01c8-4907-be27-8bfd6bf66d81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:07.194575 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3fe05835-8e2e-4511-85b8-fe9fc28409bf req-90a028ee-01c8-4907-be27-8bfd6bf66d81 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09c6d47e4a5f4d7896bbf6d3240b4269&device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0596380 Feb 20 21:00:07.313116 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe05835-8e2e-4511-85b8-fe9fc28409bf req-dfbfcb0b-cfc1-4cb9-8f5d-1c60daa98f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:07.315075 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3fe05835-8e2e-4511-85b8-fe9fc28409bf req-dfbfcb0b-cfc1-4cb9-8f5d-1c60daa98f77 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4f8a45b-b791-457b-a875-24c2671e4732 HTTP/1.1" status: 200 len: 920 time: 0.1053636 Feb 20 21:00:07.320194 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-153a7e78-8728-42d2-b81f-3e03efb84a02 req-cd47bc4b-ed53-47d1-a041-0353b956d1aa tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:07.325195 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-153a7e78-8728-42d2-b81f-3e03efb84a02 req-cd47bc4b-ed53-47d1-a041-0353b956d1aa tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.0635388 Feb 20 21:00:07.368309 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3fe05835-8e2e-4511-85b8-fe9fc28409bf req-c9dfedef-68bc-417e-b967-fc1aaf983132 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07c3d813-bb86-4b72-bc52-c7cd06b1d277 HTTP/1.1" status: 200 len: 217 time: 0.0418713 Feb 20 21:00:07.415728 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-153a7e78-8728-42d2-b81f-3e03efb84a02 req-1f4cb2db-7ce3-4274-b0bc-3625e843debd tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874429 Feb 20 21:00:07.458942 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe05835-8e2e-4511-85b8-fe9fc28409bf req-051063bd-c04b-44ef-bb34-aefee40da6e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:07.460690 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3fe05835-8e2e-4511-85b8-fe9fc28409bf req-051063bd-c04b-44ef-bb34-aefee40da6e2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c92840a-a33d-4461-a6c9-69048944a647 HTTP/1.1" status: 200 len: 859 time: 0.0866275 Feb 20 21:00:07.499926 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3fe05835-8e2e-4511-85b8-fe9fc28409bf req-b666f4d4-a001-494c-8af2-ae6eba63f05b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4f8a45b-b791-457b-a875-24c2671e4732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0273390 Feb 20 21:00:07.598897 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3fe05835-8e2e-4511-85b8-fe9fc28409bf req-81a2824d-3c31-49a4-ad62-e1ed64ac81c7 service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921097 Feb 20 21:00:07.705739 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3fe05835-8e2e-4511-85b8-fe9fc28409bf req-f84b26c5-4824-40df-af8e-935c8258a472 service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0994964 Feb 20 21:00:08.078498 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06e7f0e5-d42a-425b-b4e6-7e065060aac5 req-500b9e6f-406c-489c-915d-6ca41011d9d2 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:08.081022 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-06e7f0e5-d42a-425b-b4e6-7e065060aac5 req-500b9e6f-406c-489c-915d-6ca41011d9d2 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0749500 Feb 20 21:00:08.150502 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-06e7f0e5-d42a-425b-b4e6-7e065060aac5 req-c6335114-bc03-4796-a65b-5d1d2cdf30d4 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0632005 Feb 20 21:00:08.313439 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b677d3df-3347-413e-ace8-870bcb388618 req-3c2796ad-a3c1-46d8-999e-55962ef1ae5f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:08.315735 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b677d3df-3347-413e-ace8-870bcb388618 req-3c2796ad-a3c1-46d8-999e-55962ef1ae5f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0612855 Feb 20 21:00:08.371275 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b677d3df-3347-413e-ace8-870bcb388618 req-8d47d525-3818-4ae1-ac90-dd440399289a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486989 Feb 20 21:00:08.659983 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71984d67-f8ee-46ed-b670-76433f7dac16 req-7af97546-b0d9-441a-9da1-639db015e928 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:08.661635 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-71984d67-f8ee-46ed-b670-76433f7dac16 req-7af97546-b0d9-441a-9da1-639db015e928 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.0795326 Feb 20 21:00:08.720927 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-71984d67-f8ee-46ed-b670-76433f7dac16 req-32e57452-33c4-44a4-9764-0060b57aaaf8 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533643 Feb 20 21:00:09.285716 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c679fdf-dcbf-4c89-a3f1-e5c44add5c6d req-21ef4afe-73e7-4946-ba0e-57706952fb67 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:09.293376 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0c679fdf-dcbf-4c89-a3f1-e5c44add5c6d req-21ef4afe-73e7-4946-ba0e-57706952fb67 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0753117 Feb 20 21:00:09.352703 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0c679fdf-dcbf-4c89-a3f1-e5c44add5c6d req-7b260c71-6317-4fe9-90d7-878cf95505d4 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582702 Feb 20 21:00:09.414321 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-752677e1-b264-4767-bd06-190bee658139 req-f9712c4c-72e9-41bd-bb87-213abd552f7f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:09.416374 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-752677e1-b264-4767-bd06-190bee658139 req-f9712c4c-72e9-41bd-bb87-213abd552f7f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 946 time: 0.0947187 Feb 20 21:00:09.520408 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c963333a-15d5-41fc-948e-cebb9f4dbddf req-9e7f4ee9-71ed-4a88-842b-aa12c4b7b1fc tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:09.521945 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c963333a-15d5-41fc-948e-cebb9f4dbddf req-9e7f4ee9-71ed-4a88-842b-aa12c4b7b1fc tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0668404 Feb 20 21:00:09.528340 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-752677e1-b264-4767-bd06-190bee658139 req-715a699a-de8a-49d7-8d95-0b6cbc715747 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Deleting port 8f84a00e-2a64-49ae-ab14-81121f3b07a5 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:00:09.528719 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-752677e1-b264-4767-bd06-190bee658139 req-715a699a-de8a-49d7-8d95-0b6cbc715747 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:09.577833 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c963333a-15d5-41fc-948e-cebb9f4dbddf req-e75eb2d7-9e09-4aad-9a28-e5ba0c9a51ee tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0487905 Feb 20 21:00:09.629509 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-752677e1-b264-4767-bd06-190bee658139 req-715a699a-de8a-49d7-8d95-0b6cbc715747 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] For port 8f84a00e-2a64-49ae-ab14-81121f3b07a5, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=8f84a00e-2a64-49ae-ab14-81121f3b07a5,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:00:09.629888 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-752677e1-b264-4767-bd06-190bee658139 req-715a699a-de8a-49d7-8d95-0b6cbc715747 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:09.643378 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-752677e1-b264-4767-bd06-190bee658139 req-715a699a-de8a-49d7-8d95-0b6cbc715747 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Calling delete_port for 8f84a00e-2a64-49ae-ab14-81121f3b07a5 owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:00:09.778138 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-752677e1-b264-4767-bd06-190bee658139 req-715a699a-de8a-49d7-8d95-0b6cbc715747 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (8f84a00e-2a64-49ae-ab14-81121f3b07a5), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:09.794359 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['eeab640d-b8b0-4420-b87a-736f67addc77', '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e', '8f84a00e-2a64-49ae-ab14-81121f3b07a5'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:00:09.806856 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715a699a-de8a-49d7-8d95-0b6cbc715747 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Pushing event deleted for resources: {'Port': ['ID=8f84a00e-2a64-49ae-ab14-81121f3b07a5,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:09.837201 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dd3114ca-85e7-4041-a24f-2c1904e47c0a req-14d2b480-00a2-4ecd-8997-e3bb37361184 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=e20d9b86-2345-4386-a8e8-0dcc91559deb HTTP/1.1" status: 200 len: 210 time: 0.0342300 Feb 20 21:00:09.852643 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-752677e1-b264-4767-bd06-190bee658139 req-715a699a-de8a-49d7-8d95-0b6cbc715747 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] No DVR routers for this DVR port 8f84a00e-2a64-49ae-ab14-81121f3b07a5 on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:00:09.859387 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-752677e1-b264-4767-bd06-190bee658139 req-715a699a-de8a-49d7-8d95-0b6cbc715747 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:09.863146 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-752677e1-b264-4767-bd06-190bee658139 req-715a699a-de8a-49d7-8d95-0b6cbc715747 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "DELETE /v2.0/ports/8f84a00e-2a64-49ae-ab14-81121f3b07a5 HTTP/1.1" status: 204 len: 173 time: 0.4376411 Feb 20 21:00:09.863609 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e20d9b86-2345-4386-a8e8-0dcc91559deb', 'name': 'network-vif-deleted', 'tag': '8f84a00e-2a64-49ae-ab14-81121f3b07a5'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:00:09.865896 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-20a57b7e-48a2-4e9f-ad29-2c829ab9af61" -d '{"events": [{"server_uuid": "e20d9b86-2345-4386-a8e8-0dcc91559deb", "name": "network-vif-deleted", "tag": "8f84a00e-2a64-49ae-ab14-81121f3b07a5"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:00:09.904816 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:00:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8355632b-1e9c-408f-8d3b-bb932cd19288 x-openstack-request-id: req-8355632b-1e9c-408f-8d3b-bb932cd19288 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:00:09.905411 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e20d9b86-2345-4386-a8e8-0dcc91559deb", "name": "network-vif-deleted", "tag": "8f84a00e-2a64-49ae-ab14-81121f3b07a5", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:00:09.905737 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8355632b-1e9c-408f-8d3b-bb932cd19288 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:00:09.906173 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e20d9b86-2345-4386-a8e8-0dcc91559deb', 'name': 'network-vif-deleted', 'tag': '8f84a00e-2a64-49ae-ab14-81121f3b07a5', 'status': 'completed', 'code': 200} Feb 20 21:00:10.494313 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62274efd-9c65-4b37-a2b3-172c317b245e req-89a1994e-3b9f-4388-8a01-bc5b65e45f93 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:10.496878 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-62274efd-9c65-4b37-a2b3-172c317b245e req-89a1994e-3b9f-4388-8a01-bc5b65e45f93 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0662601 Feb 20 21:00:10.546834 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-62274efd-9c65-4b37-a2b3-172c317b245e req-68562290-ca06-4664-989c-8e1e71a9308b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443223 Feb 20 21:00:10.719948 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70765f76-4882-4054-a130-99679ae24a45 req-88a366f7-5775-40c1-9069-b101e1e43043 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:10.721904 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-70765f76-4882-4054-a130-99679ae24a45 req-88a366f7-5775-40c1-9069-b101e1e43043 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0630977 Feb 20 21:00:10.782250 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-70765f76-4882-4054-a130-99679ae24a45 req-4830e5c2-82e4-4ea7-adba-ebdf6ca90a22 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543349 Feb 20 21:00:11.172435 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a8a5a-4fb6-41aa-a8f5-77111e12aaef req-076f48af-7074-4997-b73b-4f152cef40d7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:11.176823 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c56a8a5a-4fb6-41aa-a8f5-77111e12aaef req-076f48af-7074-4997-b73b-4f152cef40d7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 945 time: 0.0689702 Feb 20 21:00:11.232201 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c56a8a5a-4fb6-41aa-a8f5-77111e12aaef req-80f3d2a4-08bd-4728-b453-c91b83536ac0 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519946 Feb 20 21:00:11.674866 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7ebc049-b9c4-405e-8601-a8275580bc9c req-5a05f5fe-8ad2-4d27-a61a-31afa53620a4 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:11.676321 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b7ebc049-b9c4-405e-8601-a8275580bc9c req-5a05f5fe-8ad2-4d27-a61a-31afa53620a4 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0533144 Feb 20 21:00:11.727056 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b7ebc049-b9c4-405e-8601-a8275580bc9c req-57fadcc0-fc18-4237-95e4-543ed1819dd8 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448995 Feb 20 21:00:11.908875 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-880129d6-e817-44b5-a382-356fa9173352 req-d67de1de-faed-4cf4-be5b-c6a239cfd38b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:11.910316 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-880129d6-e817-44b5-a382-356fa9173352 req-d67de1de-faed-4cf4-be5b-c6a239cfd38b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0533450 Feb 20 21:00:11.958383 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-880129d6-e817-44b5-a382-356fa9173352 req-dbbb2e59-3ea4-4be5-97c8-1839076c3bc1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424023 Feb 20 21:00:12.356135 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9169d04b-162c-4851-8c33-6979a39572f6 req-7e79970b-b582-4bbd-8d60-55cdfe4b7351 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:12.357654 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9169d04b-162c-4851-8c33-6979a39572f6 req-7e79970b-b582-4bbd-8d60-55cdfe4b7351 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 945 time: 0.0543489 Feb 20 21:00:12.389823 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 59554) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:12.407416 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9169d04b-162c-4851-8c33-6979a39572f6 req-3194a569-8eee-4f9b-9079-1cfef85f9674 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436559 Feb 20 21:00:12.436671 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_v2 [None req-9998ffac-fb00-474b-8a67-facdff517df0 admin admin] Deleting subnet 6da8471f-6c5a-4245-96d8-db315af90f72 {{(pid=102717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:00:12.440687 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9998ffac-fb00-474b-8a67-facdff517df0 admin admin] Publish callbacks [] for subnet (6da8471f-6c5a-4245-96d8-db315af90f72), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.478288 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9998ffac-fb00-474b-8a67-facdff517df0 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30773289'] for subnet (6da8471f-6c5a-4245-96d8-db315af90f72), precommit_delete_associations {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.518642 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9998ffac-fb00-474b-8a67-facdff517df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (6da8471f-6c5a-4245-96d8-db315af90f72), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.574626 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9998ffac-fb00-474b-8a67-facdff517df0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30559806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30576269'] for subnet (6da8471f-6c5a-4245-96d8-db315af90f72), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.600479 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9998ffac-fb00-474b-8a67-facdff517df0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6da8471f-6c5a-4245-96d8-db315af90f72,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:12.606947 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9998ffac-fb00-474b-8a67-facdff517df0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.612775 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-9998ffac-fb00-474b-8a67-facdff517df0 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6da8471f-6c5a-4245-96d8-db315af90f72 HTTP/1.1" status: 204 len: 168 time: 0.2194607 Feb 20 21:00:12.613504 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 59558) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:12.683063 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (0bbe88be-40a0-44cc-b096-bc2f31563232), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.763718 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (0bbe88be-40a0-44cc-b096-bc2f31563232), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.785379 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0bbe88be-40a0-44cc-b096-bc2f31563232']}} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:00:12.789131 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a00dff1-1037-4dd8-b9ce-f39d79487fe0 req-145dca5e-401e-43ae-be3f-50224bff42dc tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:12.790671 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1a00dff1-1037-4dd8-b9ce-f39d79487fe0 req-145dca5e-401e-43ae-be3f-50224bff42dc tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 945 time: 0.0570147 Feb 20 21:00:12.794969 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '993fc742-974d-49bf-9be3-9650fdc10b81') {'for_net_delete': True} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:00:12.795270 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '993fc742-974d-49bf-9be3-9650fdc10b81') {} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:00:12.813703 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30520666'] for segment (993fc742-974d-49bf-9be3-9650fdc10b81), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.848614 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (993fc742-974d-49bf-9be3-9650fdc10b81), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.857099 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] Releasing vlan 159 on physical network physnet1 to pool {{(pid=102716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:00:12.857497 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29634043'] for segment (993fc742-974d-49bf-9be3-9650fdc10b81), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: Traceback (most recent call last): Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: timer() Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: cb(*args, **kw) Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: return func(*args, **kwargs) Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: self._notify() Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: self.callback(batched_events) Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: event.method(event) Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: return f(self, *a, **k) Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: return self._get(url).json() Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: return self.request(url, 'GET', **kwargs) Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:00:12.859237 dv-cinder-830088-1-iscsi neutron-server[102716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:00:12.899175 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-1a00dff1-1037-4dd8-b9ce-f39d79487fe0 req-6ca6d9d7-049e-46cd-97b6-8a97d590bb2c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Deleting port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:00:12.899638 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-1a00dff1-1037-4dd8-b9ce-f39d79487fe0 req-6ca6d9d7-049e-46cd-97b6-8a97d590bb2c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.918198 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-031fe965-6244-4321-9f29-cceb0091db69 req-02c8271d-f9c1-4ba8-8c34-e2b2fb4dde33 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:12.919699 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-031fe965-6244-4321-9f29-cceb0091db69 req-02c8271d-f9c1-4ba8-8c34-e2b2fb4dde33 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.1225619 Feb 20 21:00:12.928387 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (0bbe88be-40a0-44cc-b096-bc2f31563232), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.954031 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.958223 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] 10.222.0.71 "DELETE /v2.0/networks/0bbe88be-40a0-44cc-b096-bc2f31563232 HTTP/1.1" status: 204 len: 168 time: 0.3439584 Feb 20 21:00:12.961347 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-148e835d-2863-4b61-ade6-a1c48ee75d86 admin admin] Pushing event deleted for resources: {'Network': ['ID=0bbe88be-40a0-44cc-b096-bc2f31563232,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:12.999200 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-1a00dff1-1037-4dd8-b9ce-f39d79487fe0 req-6ca6d9d7-049e-46cd-97b6-8a97d590bb2c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] For port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:00:12.999682 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-1a00dff1-1037-4dd8-b9ce-f39d79487fe0 req-6ca6d9d7-049e-46cd-97b6-8a97d590bb2c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:12.999881 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-031fe965-6244-4321-9f29-cceb0091db69 req-6ea04d9d-3eb9-4519-a160-ce13b4f1c469 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700321 Feb 20 21:00:13.023371 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-1a00dff1-1037-4dd8-b9ce-f39d79487fe0 req-6ca6d9d7-049e-46cd-97b6-8a97d590bb2c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Calling delete_port for 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:00:13.114636 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ffb6e-ba29-4a3b-8cda-311ef225148a req-921de14e-e72e-4930-b3ac-cef5ed962e9a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:13.116180 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a27ffb6e-ba29-4a3b-8cda-311ef225148a req-921de14e-e72e-4930-b3ac-cef5ed962e9a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0673246 Feb 20 21:00:13.169434 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-1a00dff1-1037-4dd8-b9ce-f39d79487fe0 req-6ca6d9d7-049e-46cd-97b6-8a97d590bb2c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (67b1464b-b415-41e0-aebd-e0a6ff9d5b8e), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:13.174938 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a27ffb6e-ba29-4a3b-8cda-311ef225148a req-1573fe77-6f92-4d32-9ea4-ea8e78c3e339 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516748 Feb 20 21:00:13.181376 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['eeab640d-b8b0-4420-b87a-736f67addc77', '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:00:13.200704 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca6d9d7-049e-46cd-97b6-8a97d590bb2c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Pushing event deleted for resources: {'Port': ['ID=67b1464b-b415-41e0-aebd-e0a6ff9d5b8e,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:13.226549 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 59566) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:13.255875 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a00dff1-1037-4dd8-b9ce-f39d79487fe0 req-6ca6d9d7-049e-46cd-97b6-8a97d590bb2c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] No DVR routers for this DVR port 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:00:13.258830 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-1a00dff1-1037-4dd8-b9ce-f39d79487fe0 req-6ca6d9d7-049e-46cd-97b6-8a97d590bb2c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:13.262411 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1a00dff1-1037-4dd8-b9ce-f39d79487fe0 req-6ca6d9d7-049e-46cd-97b6-8a97d590bb2c tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "DELETE /v2.0/ports/67b1464b-b415-41e0-aebd-e0a6ff9d5b8e HTTP/1.1" status: 204 len: 173 time: 0.4658489 Feb 20 21:00:13.262946 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3c6953fa-f77d-413e-8a6e-3cf3da65cbce', 'name': 'network-vif-deleted', 'tag': '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:00:13.265548 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1c5516a-7b40-42e8-9198-fe62ad0e9ae4" -d '{"events": [{"server_uuid": "3c6953fa-f77d-413e-8a6e-3cf3da65cbce", "name": "network-vif-deleted", "tag": "67b1464b-b415-41e0-aebd-e0a6ff9d5b8e"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:00:13.280673 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-be12758d-d0ff-4b7b-b71a-a1ac14395303 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4b3f097d6e81462395a84ab4c2b2e285&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0441670 Feb 20 21:00:13.280893 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 59570) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:13.315728 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:00:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50d801ad-3da3-42c0-8ad9-bb445ec83c5a x-openstack-request-id: req-50d801ad-3da3-42c0-8ad9-bb445ec83c5a {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:00:13.316026 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3c6953fa-f77d-413e-8a6e-3cf3da65cbce", "name": "network-vif-deleted", "tag": "67b1464b-b415-41e0-aebd-e0a6ff9d5b8e", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:00:13.316285 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-50d801ad-3da3-42c0-8ad9-bb445ec83c5a {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:00:13.316715 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3c6953fa-f77d-413e-8a6e-3cf3da65cbce', 'name': 'network-vif-deleted', 'tag': '67b1464b-b415-41e0-aebd-e0a6ff9d5b8e', 'status': 'completed', 'code': 200} Feb 20 21:00:13.339943 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-00c5484f-bf4f-44f2-a210-28c11e1832a2 admin admin] Publish callbacks [] for security_group (8e1a3cd2-dde5-495d-9ff1-ae9508b82c81), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:13.365801 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-00c5484f-bf4f-44f2-a210-28c11e1832a2 admin admin] Publish callbacks [] for security_group (8e1a3cd2-dde5-495d-9ff1-ae9508b82c81), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:13.421493 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-00c5484f-bf4f-44f2-a210-28c11e1832a2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (8e1a3cd2-dde5-495d-9ff1-ae9508b82c81), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:13.424936 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-00c5484f-bf4f-44f2-a210-28c11e1832a2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:13.426892 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-00c5484f-bf4f-44f2-a210-28c11e1832a2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8e1a3cd2-dde5-495d-9ff1-ae9508b82c81 HTTP/1.1" status: 204 len: 168 time: 0.1415319 Feb 20 21:00:13.440083 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c5484f-bf4f-44f2-a210-28c11e1832a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e1a3cd2-dde5-495d-9ff1-ae9508b82c81,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:13.529259 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4b4ef3b2-b450-46d9-84e2-d80a1865931a req-88b4f05d-5b91-4b79-a5ec-0fe73c56ce7a tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=3c6953fa-f77d-413e-8a6e-3cf3da65cbce HTTP/1.1" status: 200 len: 210 time: 0.0293689 Feb 20 21:00:14.131994 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae304f19-9b59-408a-88ef-8590988209af req-68a6c529-819d-4f25-97da-5ab8b7e06172 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:14.133534 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae304f19-9b59-408a-88ef-8590988209af req-68a6c529-819d-4f25-97da-5ab8b7e06172 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0538840 Feb 20 21:00:14.148174 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 8f84a00e-2a64-49ae-ab14-81121f3b07a5 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:00:14.171998 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 8f84a00e-2a64-49ae-ab14-81121f3b07a5 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:00:14.172344 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 8f84a00e-2a64-49ae-ab14-81121f3b07a5 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:00:14.187185 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae304f19-9b59-408a-88ef-8590988209af req-becc3775-4cb7-4bf7-978c-1d534257c6f1 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480714 Feb 20 21:00:14.302932 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2f51a8-7427-4517-845d-c9e485b3117f req-f3b4e17f-8766-4341-9344-73707bcc0abf tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:14.304340 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ee2f51a8-7427-4517-845d-c9e485b3117f req-f3b4e17f-8766-4341-9344-73707bcc0abf tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0564179 Feb 20 21:00:14.352291 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ee2f51a8-7427-4517-845d-c9e485b3117f req-73af7a14-5a25-4d83-954b-0c5501bf4804 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0423715 Feb 20 21:00:15.304583 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cba4022-6934-4f3d-9fe4-543617758121 req-238d8f7d-d577-4952-9fb5-c62a1c9ac867 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:15.306113 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2cba4022-6934-4f3d-9fe4-543617758121 req-238d8f7d-d577-4952-9fb5-c62a1c9ac867 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0528686 Feb 20 21:00:15.351850 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2cba4022-6934-4f3d-9fe4-543617758121 req-c77df55f-d477-4253-929a-4f5af27d412a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0403864 Feb 20 21:00:15.486631 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cbba5c-4788-4747-ac3f-024cc4b43884 req-ac15fe42-9685-4aab-973d-08e175860758 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:15.488017 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-32cbba5c-4788-4747-ac3f-024cc4b43884 req-ac15fe42-9685-4aab-973d-08e175860758 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 944 time: 0.0574248 Feb 20 21:00:15.535365 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-32cbba5c-4788-4747-ac3f-024cc4b43884 req-280fae47-8edf-4d81-ae8f-b06e64b5723e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418103 Feb 20 21:00:15.926451 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07529704-a1c8-4eea-8995-c9c51ecd58d2 req-db915191-5df4-4941-925b-7f19ac92d06d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:15.927930 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-07529704-a1c8-4eea-8995-c9c51ecd58d2 req-db915191-5df4-4941-925b-7f19ac92d06d tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 945 time: 0.0534410 Feb 20 21:00:15.974878 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-07529704-a1c8-4eea-8995-c9c51ecd58d2 req-2d3c67ca-6735-4e80-aa40-c98f2e365264 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407503 Feb 20 21:00:16.181064 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 1ef960f1-1c2f-43d4-b19b-30737e549273 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:00:16.183179 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:00:16.209162 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:00:16.209510 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 67b1464b-b415-41e0-aebd-e0a6ff9d5b8e not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:00:16.301206 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1ef960f1-1c2f-43d4-b19b-30737e549273,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:00:16.312553 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'port_id': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'mac_address': 'fa:16:3e:3a:60:d4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:00:16.349918 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 1ef960f1-1c2f-43d4-b19b-30737e549273 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:00:16.350311 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:16.364058 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1ef960f1-1c2f-43d4-b19b-30737e549273 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:00:16.385510 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1ef960f1-1c2f-43d4-b19b-30737e549273,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:00:16.390175 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:16.443558 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=1ef960f1-1c2f-43d4-b19b-30737e549273,revision_number=9']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:16.476051 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-509932bb-58a3-4d7d-9776-469287ef6458 req-48a2fad7-b304-4194-ab2a-771e29c25062 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:16.477547 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-509932bb-58a3-4d7d-9776-469287ef6458 req-48a2fad7-b304-4194-ab2a-771e29c25062 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0539625 Feb 20 21:00:16.533699 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-509932bb-58a3-4d7d-9776-469287ef6458 req-1b4f6a9c-931b-41d0-9b61-68fc23bbdb5b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504453 Feb 20 21:00:16.670559 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-468793f1-470d-40b8-9eb5-38cd449b722f req-c404a7d6-21a0-4865-a347-76705a5bf13a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:16.671950 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-468793f1-470d-40b8-9eb5-38cd449b722f req-c404a7d6-21a0-4865-a347-76705a5bf13a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 945 time: 0.0565877 Feb 20 21:00:16.712246 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['1ef960f1-1c2f-43d4-b19b-30737e549273'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:00:16.731208 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-468793f1-470d-40b8-9eb5-38cd449b722f req-7d098758-e45f-4b3b-bafd-b1a5ad688321 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0535505 Feb 20 21:00:17.097724 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c519ef8-1bcf-4f25-9067-58d261e3457c req-b08dff07-4745-4df2-96ab-96ea1df288aa tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:17.099262 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7c519ef8-1bcf-4f25-9067-58d261e3457c req-b08dff07-4745-4df2-96ab-96ea1df288aa tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 945 time: 0.0572686 Feb 20 21:00:17.146513 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7c519ef8-1bcf-4f25-9067-58d261e3457c req-c2e0cbcd-8f6a-49a5-bd4a-d61886ba7072 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/security-groups?id=d777645d-2586-4fd3-9c64-88ba8014b769&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417736 Feb 20 21:00:17.660799 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2654f55a-7f3c-488a-b12c-1b6be200d915 req-23a43215-c644-4efa-9ca6-1ced2de8a09d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:17.662343 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2654f55a-7f3c-488a-b12c-1b6be200d915 req-23a43215-c644-4efa-9ca6-1ced2de8a09d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0591111 Feb 20 21:00:17.712016 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2654f55a-7f3c-488a-b12c-1b6be200d915 req-cfb167ac-d224-4d0e-a7d6-6aff366650d9 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440488 Feb 20 21:00:17.806576 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20178eb8-0ed9-4793-8b0b-35aec062db50 req-47958feb-021b-4a15-a324-b6ec97e38586 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:17.808069 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-20178eb8-0ed9-4793-8b0b-35aec062db50 req-47958feb-021b-4a15-a324-b6ec97e38586 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 945 time: 0.0517642 Feb 20 21:00:17.855525 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e59144d-00bc-49ab-91d8-426bd09370e3 req-e859df69-df20-4921-a34e-3a0aa08e42e1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:17.856938 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3e59144d-00bc-49ab-91d8-426bd09370e3 req-e859df69-df20-4921-a34e-3a0aa08e42e1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 945 time: 0.0533583 Feb 20 21:00:17.904826 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3e59144d-00bc-49ab-91d8-426bd09370e3 req-756e452d-5170-4664-a363-d06e1d142bd3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420868 Feb 20 21:00:17.910653 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-20178eb8-0ed9-4793-8b0b-35aec062db50 req-eb06e052-a80a-4791-86f0-63eff8fc14d7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Deleting port eeab640d-b8b0-4420-b87a-736f67addc77 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:00:17.910997 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-20178eb8-0ed9-4793-8b0b-35aec062db50 req-eb06e052-a80a-4791-86f0-63eff8fc14d7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:17.996774 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-20178eb8-0ed9-4793-8b0b-35aec062db50 req-eb06e052-a80a-4791-86f0-63eff8fc14d7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] For port eeab640d-b8b0-4420-b87a-736f67addc77, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=eeab640d-b8b0-4420-b87a-736f67addc77,segment=NetworkSegment(d761e682-430c-44cc-9955-38e2f1c762b0),segment_id=d761e682-430c-44cc-9955-38e2f1c762b0)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:00:17.997137 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-20178eb8-0ed9-4793-8b0b-35aec062db50 req-eb06e052-a80a-4791-86f0-63eff8fc14d7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:18.010096 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-20178eb8-0ed9-4793-8b0b-35aec062db50 req-eb06e052-a80a-4791-86f0-63eff8fc14d7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Calling delete_port for eeab640d-b8b0-4420-b87a-736f67addc77 owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:00:18.139175 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-20178eb8-0ed9-4793-8b0b-35aec062db50 req-eb06e052-a80a-4791-86f0-63eff8fc14d7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (eeab640d-b8b0-4420-b87a-736f67addc77), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:18.153945 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['eeab640d-b8b0-4420-b87a-736f67addc77'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:00:18.167910 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb06e052-a80a-4791-86f0-63eff8fc14d7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Pushing event deleted for resources: {'Port': ['ID=eeab640d-b8b0-4420-b87a-736f67addc77,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:18.191789 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 1ef960f1-1c2f-43d4-b19b-30737e549273 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:00:18.215068 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-20178eb8-0ed9-4793-8b0b-35aec062db50 req-eb06e052-a80a-4791-86f0-63eff8fc14d7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] No DVR routers for this DVR port eeab640d-b8b0-4420-b87a-736f67addc77 on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:00:18.217599 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-20178eb8-0ed9-4793-8b0b-35aec062db50 req-eb06e052-a80a-4791-86f0-63eff8fc14d7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:18.221151 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-20178eb8-0ed9-4793-8b0b-35aec062db50 req-eb06e052-a80a-4791-86f0-63eff8fc14d7 tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.90 "DELETE /v2.0/ports/eeab640d-b8b0-4420-b87a-736f67addc77 HTTP/1.1" status: 204 len: 173 time: 0.4037168 Feb 20 21:00:18.221616 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3778dc5-8a12-43af-b432-f16857f6613e', 'name': 'network-vif-deleted', 'tag': 'eeab640d-b8b0-4420-b87a-736f67addc77'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:00:18.223891 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea9e7a27-01cc-4136-b442-2b5216e59731" -d '{"events": [{"server_uuid": "f3778dc5-8a12-43af-b432-f16857f6613e", "name": "network-vif-deleted", "tag": "eeab640d-b8b0-4420-b87a-736f67addc77"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:00:18.260014 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 1ef960f1-1c2f-43d4-b19b-30737e549273 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:00:18.260618 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:18.263528 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3793ab19-5409-49f7-9e01-7aa09c161ae2 req-67f1ffbd-b9ed-4d88-84c8-0700d6f0e92f tempest-AttachVolumeNegativeTest-636341038 tempest-AttachVolumeNegativeTest-636341038-project] 10.222.0.71 "GET /v2.0/ports?device_id=f3778dc5-8a12-43af-b432-f16857f6613e HTTP/1.1" status: 200 len: 210 time: 0.0432134 Feb 20 21:00:18.281796 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b729820b-1ada-47a2-bc74-82907c321222 x-openstack-request-id: req-b729820b-1ada-47a2-bc74-82907c321222 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:00:18.282195 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3778dc5-8a12-43af-b432-f16857f6613e", "name": "network-vif-deleted", "tag": "eeab640d-b8b0-4420-b87a-736f67addc77", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:00:18.282541 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b729820b-1ada-47a2-bc74-82907c321222 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:00:18.283639 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3778dc5-8a12-43af-b432-f16857f6613e', 'name': 'network-vif-deleted', 'tag': 'eeab640d-b8b0-4420-b87a-736f67addc77', 'status': 'completed', 'code': 200} Feb 20 21:00:18.347866 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 1ef960f1-1c2f-43d4-b19b-30737e549273 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:00:18.348179 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:18.372297 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:00:18.374533 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4cc54586-54d6-490e-9c65-78b24331a3c5" -d '{"events": [{"server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "name": "network-vif-plugged", "status": "completed", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:00:18.387188 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1ef960f1-1c2f-43d4-b19b-30737e549273,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:00:18.391425 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:18.418067 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:00:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a727fee1-bce0-4a0a-ae06-f75ff4c3574f x-openstack-request-id: req-a727fee1-bce0-4a0a-ae06-f75ff4c3574f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:00:18.418389 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "name": "network-vif-plugged", "status": "completed", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:00:18.418675 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a727fee1-bce0-4a0a-ae06-f75ff4c3574f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:00:18.419075 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'code': 200} Feb 20 21:00:18.446886 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=1ef960f1-1c2f-43d4-b19b-30737e549273,revision_number=10']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:18.847132 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9007130d-b9f1-4a46-8a15-a9da45c58ebd req-136219aa-22f4-4080-b935-01313c58281e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:18.848190 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9007130d-b9f1-4a46-8a15-a9da45c58ebd req-136219aa-22f4-4080-b935-01313c58281e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0578399 Feb 20 21:00:18.902078 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9007130d-b9f1-4a46-8a15-a9da45c58ebd req-2b6b81dc-ab86-45c7-87c0-9a40269b3930 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475411 Feb 20 21:00:18.972337 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d91d3c4-62f8-43ff-a80a-e65361d365b5 req-6a1ac236-6e9b-41cb-bc13-8603eeb209fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:18.973818 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4d91d3c4-62f8-43ff-a80a-e65361d365b5 req-6a1ac236-6e9b-41cb-bc13-8603eeb209fc service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 1131 time: 0.0456152 Feb 20 21:00:19.019600 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4d91d3c4-62f8-43ff-a80a-e65361d365b5 req-44edbf9f-32c7-452b-baa4-fc443b754567 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0397909 Feb 20 21:00:19.032203 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf189c40-1c7c-4f49-b899-c56eaeaf4a62 req-d3d34664-9abd-4784-b383-ce1b5fb5e468 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:19.034372 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cf189c40-1c7c-4f49-b899-c56eaeaf4a62 req-d3d34664-9abd-4784-b383-ce1b5fb5e468 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 947 time: 0.0537541 Feb 20 21:00:19.082861 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cf189c40-1c7c-4f49-b899-c56eaeaf4a62 req-9ce66c60-b8ec-4fed-acf2-b1aecc0743f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0428412 Feb 20 21:00:19.320870 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 59622) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:19.367889 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfd32484-bc21-4049-9417-eeaea1b6d27e admin admin] Deleting subnet 1f3ccb5e-d618-4f83-b90a-ab491849376b {{(pid=102716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:00:19.371089 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dfd32484-bc21-4049-9417-eeaea1b6d27e admin admin] Publish callbacks [] for subnet (1f3ccb5e-d618-4f83-b90a-ab491849376b), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:19.404974 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dfd32484-bc21-4049-9417-eeaea1b6d27e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30520643'] for subnet (1f3ccb5e-d618-4f83-b90a-ab491849376b), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:19.442867 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dfd32484-bc21-4049-9417-eeaea1b6d27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (1f3ccb5e-d618-4f83-b90a-ab491849376b), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:19.499268 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dfd32484-bc21-4049-9417-eeaea1b6d27e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29631517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29417191'] for subnet (1f3ccb5e-d618-4f83-b90a-ab491849376b), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:19.528730 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dfd32484-bc21-4049-9417-eeaea1b6d27e admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:19.531895 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-dfd32484-bc21-4049-9417-eeaea1b6d27e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/1f3ccb5e-d618-4f83-b90a-ab491849376b HTTP/1.1" status: 204 len: 168 time: 0.2100382 Feb 20 21:00:19.532866 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd32484-bc21-4049-9417-eeaea1b6d27e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f3ccb5e-d618-4f83-b90a-ab491849376b,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:19.535629 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 59624) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:19.607281 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (4d41f296-a8e9-4928-969d-8c481e411ee8), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:19.895517 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (4d41f296-a8e9-4928-969d-8c481e411ee8), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:19.916018 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4d41f296-a8e9-4928-969d-8c481e411ee8']}} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:00:19.926414 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd761e682-430c-44cc-9955-38e2f1c762b0') {'for_net_delete': True} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:00:19.926714 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd761e682-430c-44cc-9955-38e2f1c762b0') {} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:00:19.940840 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30773296'] for segment (d761e682-430c-44cc-9955-38e2f1c762b0), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:19.954601 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (d761e682-430c-44cc-9955-38e2f1c762b0), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:19.963104 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] Releasing vlan 181 on physical network physnet1 to pool {{(pid=102717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30558168'] for segment (d761e682-430c-44cc-9955-38e2f1c762b0), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: Traceback (most recent call last): Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: timer() Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: cb(*args, **kw) Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: return func(*args, **kwargs) Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: self._notify() Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: self.callback(batched_events) Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: event.method(event) Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: return f(self, *a, **k) Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._get(url).json() Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: return self.request(url, 'GET', **kwargs) Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:00:19.966481 dv-cinder-830088-1-iscsi neutron-server[102717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:00:20.029784 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (4d41f296-a8e9-4928-969d-8c481e411ee8), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:20.030502 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c66740c-0273-49ae-8e7e-a31c291c395d req-b0ae942e-5bf5-4ba1-ad7f-688d1cb30ec5 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:20.031882 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2c66740c-0273-49ae-8e7e-a31c291c395d req-b0ae942e-5bf5-4ba1-ad7f-688d1cb30ec5 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0620379 Feb 20 21:00:20.036245 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:20.039535 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] 10.222.0.71 "DELETE /v2.0/networks/4d41f296-a8e9-4928-969d-8c481e411ee8 HTTP/1.1" status: 204 len: 168 time: 0.5027049 Feb 20 21:00:20.053673 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a198fa-327a-47fe-90c8-8b839b2f0e3a admin admin] Pushing event deleted for resources: {'Network': ['ID=4d41f296-a8e9-4928-969d-8c481e411ee8,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:20.088489 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2c66740c-0273-49ae-8e7e-a31c291c395d req-e699c2d5-f628-40a1-b03a-ff069145f5d1 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0487247 Feb 20 21:00:20.225569 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d5b719c-3a22-4061-a575-59c2bfa7497d req-d7b1821c-0c04-4f51-9605-875cdaaff8fe tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:20.227199 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1d5b719c-3a22-4061-a575-59c2bfa7497d req-d7b1821c-0c04-4f51-9605-875cdaaff8fe tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 947 time: 0.0581293 Feb 20 21:00:20.229686 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 59632) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:20.297138 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-853edb87-aa66-4f49-8c52-df66d8da5561 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=bfbdfaf922c34f919a01201bb796d65d&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0664127 Feb 20 21:00:20.300246 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 59634) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:20.302530 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1d5b719c-3a22-4061-a575-59c2bfa7497d req-f16f6bf2-8744-4825-bc57-116d21e71f12 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666883 Feb 20 21:00:20.362081 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8c82-6cab-47d5-ac4d-be336fcb192d admin admin] Publish callbacks [] for security_group (d777645d-2586-4fd3-9c64-88ba8014b769), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:20.383542 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8c82-6cab-47d5-ac4d-be336fcb192d admin admin] Publish callbacks [] for security_group (d777645d-2586-4fd3-9c64-88ba8014b769), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:20.430325 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8c82-6cab-47d5-ac4d-be336fcb192d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (d777645d-2586-4fd3-9c64-88ba8014b769), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:20.433028 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7c0c8c82-6cab-47d5-ac4d-be336fcb192d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:20.434410 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7c0c8c82-6cab-47d5-ac4d-be336fcb192d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d777645d-2586-4fd3-9c64-88ba8014b769 HTTP/1.1" status: 204 len: 168 time: 0.1328297 Feb 20 21:00:20.444787 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c0c8c82-6cab-47d5-ac4d-be336fcb192d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d777645d-2586-4fd3-9c64-88ba8014b769,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:21.251765 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f7db22-758c-4190-805f-fc428da310be req-a767c9aa-661d-4a84-af1e-fb76f7b80f50 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:21.255765 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e6f7db22-758c-4190-805f-fc428da310be req-a767c9aa-661d-4a84-af1e-fb76f7b80f50 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0709150 Feb 20 21:00:21.317433 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e6f7db22-758c-4190-805f-fc428da310be req-b3602caf-0957-4dd6-ab49-64c870e461d6 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551043 Feb 20 21:00:21.455993 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acefea6-a234-4754-b8b3-bb065c9984e6 req-cd990aaf-f3fc-4f73-9ed3-5e84eea6f7ab tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:21.458822 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2acefea6-a234-4754-b8b3-bb065c9984e6 req-cd990aaf-f3fc-4f73-9ed3-5e84eea6f7ab tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 947 time: 0.0577435 Feb 20 21:00:21.509572 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2acefea6-a234-4754-b8b3-bb065c9984e6 req-bda5905e-cfba-467c-b9b8-d2acd7ba1668 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0464168 Feb 20 21:00:22.221999 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device eeab640d-b8b0-4420-b87a-736f67addc77 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:00:22.242383 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: eeab640d-b8b0-4420-b87a-736f67addc77 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:00:22.242737 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device eeab640d-b8b0-4420-b87a-736f67addc77 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:00:22.434193 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64d3d84-e389-4571-b2ca-a7e34ebccacc req-734afe9a-bb22-4651-862d-f11b767b4141 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:22.435584 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f64d3d84-e389-4571-b2ca-a7e34ebccacc req-734afe9a-bb22-4651-862d-f11b767b4141 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0518146 Feb 20 21:00:22.491146 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f64d3d84-e389-4571-b2ca-a7e34ebccacc req-b5d79c36-9ce7-42e6-b6ae-03464bf29f1b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499508 Feb 20 21:00:22.636195 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a096af27-b445-4156-b83e-dd9abae8438a req-341d48c6-169d-4875-967a-6ebc06ea4643 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:22.637757 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a096af27-b445-4156-b83e-dd9abae8438a req-341d48c6-169d-4875-967a-6ebc06ea4643 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 947 time: 0.0540495 Feb 20 21:00:22.685179 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a096af27-b445-4156-b83e-dd9abae8438a req-128642e7-a425-4950-b62f-78b6df7756af tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0409589 Feb 20 21:00:23.610793 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f49c6e-9359-4f1a-a238-22fa869aa99a req-01e06e73-0c12-45df-a52f-32f2af942e7f tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:23.612344 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c1f49c6e-9359-4f1a-a238-22fa869aa99a req-01e06e73-0c12-45df-a52f-32f2af942e7f tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0536540 Feb 20 21:00:23.661985 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c1f49c6e-9359-4f1a-a238-22fa869aa99a req-895dd7b1-49a5-425a-8270-e06c17a0c27d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439649 Feb 20 21:00:23.716379 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-fbcf4418-0e13-4f27-8926-dae2e16c9d12 req-4c0c03bb-3281-447a-9cf5-779516d3e10f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0492666 Feb 20 21:00:23.794120 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf4418-0e13-4f27-8926-dae2e16c9d12 req-db607faa-7d0e-4893-ba16-7dac62d0d290 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:23.795653 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-fbcf4418-0e13-4f27-8926-dae2e16c9d12 req-db607faa-7d0e-4893-ba16-7dac62d0d290 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 1131 time: 0.0548170 Feb 20 21:00:23.907436 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf4418-0e13-4f27-8926-dae2e16c9d12 req-6f07775a-23fa-4278-bedf-1e5e7984b7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:23.909580 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-fbcf4418-0e13-4f27-8926-dae2e16c9d12 req-6f07775a-23fa-4278-bedf-1e5e7984b7d2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 200 len: 918 time: 0.0889850 Feb 20 21:00:23.977204 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-fbcf4418-0e13-4f27-8926-dae2e16c9d12 req-7c0d6f8d-a0f2-4895-ba2b-28471407e45a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=1ef960f1-1c2f-43d4-b19b-30737e549273 HTTP/1.1" status: 200 len: 1001 time: 0.0608642 Feb 20 21:00:24.026500 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf4418-0e13-4f27-8926-dae2e16c9d12 req-ca4b7af4-421d-4132-ae91-c9c3d05c02ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:24.027875 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-fbcf4418-0e13-4f27-8926-dae2e16c9d12 req-ca4b7af4-421d-4132-ae91-c9c3d05c02ca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=66e56d02-8410-4f31-939d-e4b166973128 HTTP/1.1" status: 200 len: 856 time: 0.0430100 Feb 20 21:00:24.081506 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbcf4418-0e13-4f27-8926-dae2e16c9d12 req-d53aede0-2c25-4182-941e-fe05311ecf6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:24.083069 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-fbcf4418-0e13-4f27-8926-dae2e16c9d12 req-d53aede0-2c25-4182-941e-fe05311ecf6d service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47eb7a64-c008-428d-9f9c-6083205d80a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0462894 Feb 20 21:00:24.190886 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-fbcf4418-0e13-4f27-8926-dae2e16c9d12 req-a5f6ee52-2f74-43f5-a4a1-9f852ac0b724 service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1000865 Feb 20 21:00:24.295598 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-fbcf4418-0e13-4f27-8926-dae2e16c9d12 req-209b92db-d182-4e48-bb2b-664ac115597d service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0957232 Feb 20 21:00:24.319912 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15e0ae8b-5ef8-460d-9875-f17f7cef6d65 req-162e7377-1ec2-4012-9f6c-54f05edc37aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:24.321444 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-15e0ae8b-5ef8-460d-9875-f17f7cef6d65 req-162e7377-1ec2-4012-9f6c-54f05edc37aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0608079 Feb 20 21:00:24.369663 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-15e0ae8b-5ef8-460d-9875-f17f7cef6d65 req-933aa5cc-bf0f-4905-a26c-3aa1de755458 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399373 Feb 20 21:00:24.791289 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69daae50-8761-4a58-880d-da7b23b1e5c9 req-04a68d3e-4d20-4eae-8fb2-f181c15e43ca tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:24.792802 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-69daae50-8761-4a58-880d-da7b23b1e5c9 req-04a68d3e-4d20-4eae-8fb2-f181c15e43ca tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0558987 Feb 20 21:00:24.842953 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-69daae50-8761-4a58-880d-da7b23b1e5c9 req-d4a06dcd-b6bd-405d-a913-21d2982fc571 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445302 Feb 20 21:00:25.549560 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:25.972918 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa10477f-f51b-4fb3-a0c4-6b1bb4aff147 req-83885dac-d4b4-45af-bfb6-bb3cc47ab3ad tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:25.974441 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-aa10477f-f51b-4fb3-a0c4-6b1bb4aff147 req-83885dac-d4b4-45af-bfb6-bb3cc47ab3ad tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0596716 Feb 20 21:00:26.029859 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3115ac5f-2369-4306-8a2e-d200ac721618 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:26.290643 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-aa10477f-f51b-4fb3-a0c4-6b1bb4aff147 req-10cbc2a7-a992-4cf0-bb47-7f791de09e3e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3105924 Feb 20 21:00:26.587252 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b592-8077-45d0-a01a-c334b8dc1f9b req-b240da60-6ed2-4884-b4e1-fe52a348d487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:26.588644 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5e04b592-8077-45d0-a01a-c334b8dc1f9b req-b240da60-6ed2-4884-b4e1-fe52a348d487 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09c6d47e4a5f4d7896bbf6d3240b4269&device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0802734 Feb 20 21:00:26.595295 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30047d45-5ca5-4e8b-a28a-60b3a6a0f2a8 req-7916806e-60e4-4cc4-af33-b501b5450fd1 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:26.596740 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-30047d45-5ca5-4e8b-a28a-60b3a6a0f2a8 req-7916806e-60e4-4cc4-af33-b501b5450fd1 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0790720 Feb 20 21:00:26.698408 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-30047d45-5ca5-4e8b-a28a-60b3a6a0f2a8 req-7295c343-4ce7-4d40-84cb-b7021511dae3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959218 Feb 20 21:00:26.727978 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b592-8077-45d0-a01a-c334b8dc1f9b req-ee644fe4-4331-4438-8d97-f9d459327bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:26.729591 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5e04b592-8077-45d0-a01a-c334b8dc1f9b req-ee644fe4-4331-4438-8d97-f9d459327bfc service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4f8a45b-b791-457b-a875-24c2671e4732 HTTP/1.1" status: 200 len: 920 time: 0.1261034 Feb 20 21:00:26.774625 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5e04b592-8077-45d0-a01a-c334b8dc1f9b req-a3da0765-f76b-4cc2-b858-2832a2660fbd service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07c3d813-bb86-4b72-bc52-c7cd06b1d277 HTTP/1.1" status: 200 len: 217 time: 0.0370197 Feb 20 21:00:26.835816 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e04b592-8077-45d0-a01a-c334b8dc1f9b req-44c672ba-7139-4a2e-9f97-cb23ff412c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:26.837414 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5e04b592-8077-45d0-a01a-c334b8dc1f9b req-44c672ba-7139-4a2e-9f97-cb23ff412c75 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c92840a-a33d-4461-a6c9-69048944a647 HTTP/1.1" status: 200 len: 859 time: 0.0477254 Feb 20 21:00:26.871101 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5e04b592-8077-45d0-a01a-c334b8dc1f9b req-92e64abd-fdb2-4ab3-a6be-3f96e60f18c7 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4f8a45b-b791-457b-a875-24c2671e4732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0262215 Feb 20 21:00:26.961091 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5e04b592-8077-45d0-a01a-c334b8dc1f9b req-606da1b6-b89c-4443-8e3b-524c6f6d119f service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812504 Feb 20 21:00:27.055817 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5e04b592-8077-45d0-a01a-c334b8dc1f9b req-3f8575ca-8e5c-4b4a-8c62-368359e6f3d5 service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872440 Feb 20 21:00:27.822648 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2087c957-4ac8-47d8-b932-540ac49cc111 req-fc24cffc-8560-4f09-9202-98e1bf212483 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:27.824179 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2087c957-4ac8-47d8-b932-540ac49cc111 req-fc24cffc-8560-4f09-9202-98e1bf212483 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0534871 Feb 20 21:00:27.873696 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2087c957-4ac8-47d8-b932-540ac49cc111 req-ae54c321-1d8b-4939-94b1-cc1be09950c2 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430157 Feb 20 21:00:28.816459 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eade440c-e659-459e-b451-f995e6a765e6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:29.024237 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8d500da-8293-43f4-a301-107a6512f4ff req-51faf09b-68cd-4427-830f-092edb75e65c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:29.026799 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d8d500da-8293-43f4-a301-107a6512f4ff req-51faf09b-68cd-4427-830f-092edb75e65c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0814669 Feb 20 21:00:29.113515 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d8d500da-8293-43f4-a301-107a6512f4ff req-bb70fbcc-59ae-45f8-be6b-587a3fa49f8c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755289 Feb 20 21:00:30.165853 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 59820) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:30.234118 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:30.283821 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70471d68-84c0-4f73-9419-cb047c9b8c41 req-0983798b-7d3d-4532-a02e-4a3677fb0042 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:30.285432 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-70471d68-84c0-4f73-9419-cb047c9b8c41 req-0983798b-7d3d-4532-a02e-4a3677fb0042 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0679600 Feb 20 21:00:30.330232 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-78992de2-e3a9-4ed3-ae50-c125c154ac8b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:30.336984 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-70471d68-84c0-4f73-9419-cb047c9b8c41 req-845228cb-d3d1-4f30-89e7-619880e72ced tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455415 Feb 20 21:00:30.451275 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-78992de2-e3a9-4ed3-ae50-c125c154ac8b admin admin] Publish callbacks [] for security_group (c005700d-2c1a-4198-bd58-ddb7076bf080), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:30.457438 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-78992de2-e3a9-4ed3-ae50-c125c154ac8b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c005700d-2c1a-4198-bd58-ddb7076bf080), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:30.499543 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-78992de2-e3a9-4ed3-ae50-c125c154ac8b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0632eca7c2fa4f429785eed7c32c6211&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3321204 Feb 20 21:00:30.499813 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 59826) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:30.503127 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78992de2-e3a9-4ed3-ae50-c125c154ac8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c005700d-2c1a-4198-bd58-ddb7076bf080,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:30.555513 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Publish callbacks [] for security_group (c005700d-2c1a-4198-bd58-ddb7076bf080), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:30.577868 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Publish callbacks [] for security_group (c005700d-2c1a-4198-bd58-ddb7076bf080), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:30.637432 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c005700d-2c1a-4198-bd58-ddb7076bf080), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:30.640343 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:30.645353 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c005700d-2c1a-4198-bd58-ddb7076bf080 HTTP/1.1" status: 204 len: 168 time: 0.1409059 Feb 20 21:00:30.665280 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c005700d-2c1a-4198-bd58-ddb7076bf080,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:30.682580 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:30.683140 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:30.683721 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:30.684322 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:30.684914 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:30.685480 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:30.686030 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:30.687069 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:30.688560 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:30.689686 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:30.690463 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:30.691044 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:30.692256 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26d39b74-4695-4749-a9a3-1186f8e6a2b0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:31.888764 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:31.918783 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb71b673-d5d4-4572-ab68-c77cc6259dae req-679245f1-f803-46e1-a6bd-4dabe9d996ba tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:31.920830 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-eb71b673-d5d4-4572-ab68-c77cc6259dae req-679245f1-f803-46e1-a6bd-4dabe9d996ba tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0827188 Feb 20 21:00:31.975090 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-eb71b673-d5d4-4572-ab68-c77cc6259dae req-07d4b53b-fcbb-480d-a5fa-d3d468d9d72d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475271 Feb 20 21:00:33.198275 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:40.428466 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5221b2bd-3ff4-4ad7-8879-bccb20e59d8a req-d37d626b-63bc-43ab-a15d-6661d1cf38f9 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:40.430115 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5221b2bd-3ff4-4ad7-8879-bccb20e59d8a req-d37d626b-63bc-43ab-a15d-6661d1cf38f9 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.1098430 Feb 20 21:00:40.438070 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ec428-0847-4c39-9332-a6117f58d573 req-517b6ea1-dffa-436f-be18-efe4466d4fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:40.440440 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-260ec428-0847-4c39-9332-a6117f58d573 req-517b6ea1-dffa-436f-be18-efe4466d4fbc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09c6d47e4a5f4d7896bbf6d3240b4269&device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 1130 time: 0.1046121 Feb 20 21:00:40.556947 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5221b2bd-3ff4-4ad7-8879-bccb20e59d8a req-7a522129-4319-4a62-9730-874d06264e38 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135297 Feb 20 21:00:40.590612 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ec428-0847-4c39-9332-a6117f58d573 req-0c59d6e0-e793-40a4-bc54-5fbaaa0b0287 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:40.592278 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-260ec428-0847-4c39-9332-a6117f58d573 req-0c59d6e0-e793-40a4-bc54-5fbaaa0b0287 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4f8a45b-b791-457b-a875-24c2671e4732 HTTP/1.1" status: 200 len: 920 time: 0.1405365 Feb 20 21:00:40.649608 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-260ec428-0847-4c39-9332-a6117f58d573 req-9e17cd79-2dd3-4956-9190-3b9ea66adaf4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07c3d813-bb86-4b72-bc52-c7cd06b1d277 HTTP/1.1" status: 200 len: 217 time: 0.0436978 Feb 20 21:00:40.711311 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260ec428-0847-4c39-9332-a6117f58d573 req-1d1511a6-4166-4639-b825-4f27face0553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:40.714034 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-260ec428-0847-4c39-9332-a6117f58d573 req-1d1511a6-4166-4639-b825-4f27face0553 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c92840a-a33d-4461-a6c9-69048944a647 HTTP/1.1" status: 200 len: 859 time: 0.0539942 Feb 20 21:00:40.773810 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-260ec428-0847-4c39-9332-a6117f58d573 req-b8ba7488-1284-4f73-86f9-0f1f8e58fc22 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4f8a45b-b791-457b-a875-24c2671e4732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476840 Feb 20 21:00:40.906524 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-260ec428-0847-4c39-9332-a6117f58d573 req-a5c4be94-9881-4bb5-8a54-2f583aeb26cb service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1216259 Feb 20 21:00:41.101493 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-260ec428-0847-4c39-9332-a6117f58d573 req-eb2cbbd5-9615-4280-b6e5-7ed46278a7ea service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1830947 Feb 20 21:00:41.150133 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8568040b-35dc-4ac7-ac0c-ca34f753d51f req-07e92e11-95cc-49b3-a2f0-a7d0c8fabe5b tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:41.151724 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8568040b-35dc-4ac7-ac0c-ca34f753d51f req-07e92e11-95cc-49b3-a2f0-a7d0c8fabe5b tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0732210 Feb 20 21:00:41.209817 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8568040b-35dc-4ac7-ac0c-ca34f753d51f req-4fb9d43d-a0cb-4a3e-ba54-6b9183c07b12 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0498447 Feb 20 21:00:41.653787 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:00:41.728853 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ea8022-9eb0-4947-9f18-c868d92ccd76 req-ebcbcae1-b5b7-4cfa-be4c-74b1390cd685 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:41.731707 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e7ea8022-9eb0-4947-9f18-c868d92ccd76 req-ebcbcae1-b5b7-4cfa-be4c-74b1390cd685 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0798175 Feb 20 21:00:41.794642 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e7ea8022-9eb0-4947-9f18-c868d92ccd76 req-35bb26db-5d9d-4384-9878-06762d93a2c3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549304 Feb 20 21:00:42.360338 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40bf388a-879d-4453-a7fd-090fa04ba590 req-2bd38d26-9c65-4701-8159-b3349431d05f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:42.363207 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-40bf388a-879d-4453-a7fd-090fa04ba590 req-2bd38d26-9c65-4701-8159-b3349431d05f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0685461 Feb 20 21:00:42.417898 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-40bf388a-879d-4453-a7fd-090fa04ba590 req-3ed16131-2019-466d-b3cb-e83b91ee2de4 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489857 Feb 20 21:00:42.961235 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1f4bd8f-799a-4b81-bae6-f643cd6297e7 req-ff531dc7-a12a-4baf-ba71-77c50aaf203c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:42.962868 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e1f4bd8f-799a-4b81-bae6-f643cd6297e7 req-ff531dc7-a12a-4baf-ba71-77c50aaf203c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0719962 Feb 20 21:00:43.035875 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e1f4bd8f-799a-4b81-bae6-f643cd6297e7 req-72657240-d1a1-4737-8a5a-b32c445167d2 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0670762 Feb 20 21:00:43.421718 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60034) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:43.572561 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4d49e2c2-2348-4cbe-8e73-ab9804499008 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:43.608217 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33ce0c35-270e-46a5-ba68-3bc287520528 req-b4f0b99a-2380-4304-aa76-bf2f85157ace tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:43.610022 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-33ce0c35-270e-46a5-ba68-3bc287520528 req-b4f0b99a-2380-4304-aa76-bf2f85157ace tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0941935 Feb 20 21:00:43.697339 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-33ce0c35-270e-46a5-ba68-3bc287520528 req-91c57ed0-607e-4db5-80c5-86dcbc013431 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0740061 Feb 20 21:00:43.722396 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4d49e2c2-2348-4cbe-8e73-ab9804499008 admin admin] Publish callbacks [] for security_group (8b6e5dc3-ea75-4eff-b1ed-cf5ef991e5dd), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:43.727219 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4d49e2c2-2348-4cbe-8e73-ab9804499008 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (8b6e5dc3-ea75-4eff-b1ed-cf5ef991e5dd), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:43.775791 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d49e2c2-2348-4cbe-8e73-ab9804499008 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6e5dc3-ea75-4eff-b1ed-cf5ef991e5dd,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:43.783440 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-4d49e2c2-2348-4cbe-8e73-ab9804499008 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=049e934df96e42039dc2f2ea1676d47b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3604956 Feb 20 21:00:43.788248 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60042) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:43.875276 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b94dc4b0-6b89-4eb1-bcbb-479ee3c0ea50 admin admin] Publish callbacks [] for security_group (8b6e5dc3-ea75-4eff-b1ed-cf5ef991e5dd), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:43.916271 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b94dc4b0-6b89-4eb1-bcbb-479ee3c0ea50 admin admin] Publish callbacks [] for security_group (8b6e5dc3-ea75-4eff-b1ed-cf5ef991e5dd), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:43.990977 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b94dc4b0-6b89-4eb1-bcbb-479ee3c0ea50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (8b6e5dc3-ea75-4eff-b1ed-cf5ef991e5dd), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:43.994094 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b94dc4b0-6b89-4eb1-bcbb-479ee3c0ea50 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:43.995305 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-b94dc4b0-6b89-4eb1-bcbb-479ee3c0ea50 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8b6e5dc3-ea75-4eff-b1ed-cf5ef991e5dd HTTP/1.1" status: 204 len: 168 time: 0.2058330 Feb 20 21:00:44.004788 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94dc4b0-6b89-4eb1-bcbb-479ee3c0ea50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6e5dc3-ea75-4eff-b1ed-cf5ef991e5dd,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:44.238078 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f7d638b-93a7-4146-88bd-d326c78ce04c req-267eb23e-ccc7-4a08-b9d0-0cd1e7ec2d61 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:44.240189 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6f7d638b-93a7-4146-88bd-d326c78ce04c req-267eb23e-ccc7-4a08-b9d0-0cd1e7ec2d61 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0875585 Feb 20 21:00:44.305630 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6f7d638b-93a7-4146-88bd-d326c78ce04c req-58346c1d-22b7-4543-8b15-043c0d83fb1d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548978 Feb 20 21:00:44.380725 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60050) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:44.396202 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:44.486332 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Publish callbacks [] for security_group (da86f5e2-4462-4340-aadd-e95361256f26), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:44.491147 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (da86f5e2-4462-4340-aadd-e95361256f26), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:44.535620 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=94da58777d3c4dc6a1d1be437071778d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1535912 Feb 20 21:00:44.536669 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da86f5e2-4462-4340-aadd-e95361256f26,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:44.538702 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60052) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:44.549307 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.549889 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.550475 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.551043 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.551626 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.552197 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.552828 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.553406 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.553975 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.554570 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.555157 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.555741 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.556316 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2414c519-6359-4e09-8864-8d6a3d94ebf1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:00:44.604138 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-160f8fbc-057b-4622-9070-e1fe692c19a8 admin admin] Publish callbacks [] for security_group (da86f5e2-4462-4340-aadd-e95361256f26), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:44.630263 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-160f8fbc-057b-4622-9070-e1fe692c19a8 admin admin] Publish callbacks [] for security_group (da86f5e2-4462-4340-aadd-e95361256f26), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:44.689829 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-160f8fbc-057b-4622-9070-e1fe692c19a8 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (da86f5e2-4462-4340-aadd-e95361256f26), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:44.693171 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-160f8fbc-057b-4622-9070-e1fe692c19a8 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:44.694449 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-160f8fbc-057b-4622-9070-e1fe692c19a8 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/da86f5e2-4462-4340-aadd-e95361256f26 HTTP/1.1" status: 204 len: 168 time: 0.1546206 Feb 20 21:00:44.704985 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-160f8fbc-057b-4622-9070-e1fe692c19a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da86f5e2-4462-4340-aadd-e95361256f26,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:44.870702 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a4ea77c-2b00-4820-b16b-8241a69ff75f req-3874cf84-9d90-4298-a8b8-6dba6be147b2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:44.873500 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8a4ea77c-2b00-4820-b16b-8241a69ff75f req-3874cf84-9d90-4298-a8b8-6dba6be147b2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0750310 Feb 20 21:00:44.959086 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8a4ea77c-2b00-4820-b16b-8241a69ff75f req-e48a9c97-b3a3-4cd0-9368-b267eaaa6276 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769904 Feb 20 21:00:45.445030 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b7caed2-35e6-47d2-a0f8-403d8e5111ab req-59c53bd7-e925-4367-aa9c-a62249562685 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:45.446657 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2b7caed2-35e6-47d2-a0f8-403d8e5111ab req-59c53bd7-e925-4367-aa9c-a62249562685 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0610838 Feb 20 21:00:45.513533 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2b7caed2-35e6-47d2-a0f8-403d8e5111ab req-999a34cb-7001-4600-9e95-c5861f74dbcc tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591974 Feb 20 21:00:46.100416 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f5ef824-2161-41b1-9ebd-76d021544555 req-a5ddca54-a042-4b66-b1c8-e186a52ae12f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:46.102097 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2f5ef824-2161-41b1-9ebd-76d021544555 req-a5ddca54-a042-4b66-b1c8-e186a52ae12f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0646799 Feb 20 21:00:46.163407 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2f5ef824-2161-41b1-9ebd-76d021544555 req-8ba85739-d9d3-411c-986c-c080821994f6 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537281 Feb 20 21:00:46.711144 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37b0e437-a206-45bb-8739-c2ab81d91d7c req-4dc1e682-21e5-4a6a-8bbb-94b08a35194d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:46.713906 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-37b0e437-a206-45bb-8739-c2ab81d91d7c req-4dc1e682-21e5-4a6a-8bbb-94b08a35194d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0906653 Feb 20 21:00:46.768054 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-37b0e437-a206-45bb-8739-c2ab81d91d7c req-6fa36e3f-dbd4-44f7-954b-af6eeb5a94be tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477016 Feb 20 21:00:47.363735 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51972836-b685-4ab9-a218-38eeaf739e60 req-384e8b25-4294-4b14-a1c7-cb29b676d993 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:47.365510 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51972836-b685-4ab9-a218-38eeaf739e60 req-384e8b25-4294-4b14-a1c7-cb29b676d993 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0738640 Feb 20 21:00:47.444410 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51972836-b685-4ab9-a218-38eeaf739e60 req-be955209-1bcc-4116-83a7-564616402f99 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700309 Feb 20 21:00:47.933266 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a51404db-4b7a-4e96-b060-16e8f33e2084 req-1fb5ff70-24db-46ac-84fa-9fbcb3713356 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:47.934911 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a51404db-4b7a-4e96-b060-16e8f33e2084 req-1fb5ff70-24db-46ac-84fa-9fbcb3713356 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0799210 Feb 20 21:00:48.012557 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a51404db-4b7a-4e96-b060-16e8f33e2084 req-d5a0f112-11a8-435b-add1-9f9466075079 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684161 Feb 20 21:00:48.606596 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9282953-0f56-4673-9b7c-b3420b68e2af req-b7e680fa-6089-465c-99aa-13b94c0570d4 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:48.608086 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a9282953-0f56-4673-9b7c-b3420b68e2af req-b7e680fa-6089-465c-99aa-13b94c0570d4 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0734615 Feb 20 21:00:48.667778 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a9282953-0f56-4673-9b7c-b3420b68e2af req-6fac42b1-49df-4ae9-95de-1f1965c28399 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520682 Feb 20 21:00:49.160636 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981acefb-6014-45ab-a311-6793f362ac22 req-3532fab4-a1ea-4a8a-87e5-5c983b01fa3a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:49.162678 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-981acefb-6014-45ab-a311-6793f362ac22 req-3532fab4-a1ea-4a8a-87e5-5c983b01fa3a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0617685 Feb 20 21:00:49.237231 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-981acefb-6014-45ab-a311-6793f362ac22 req-863cf5a7-bf63-4ab5-8e2d-439db5abfa59 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664451 Feb 20 21:00:49.841890 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8af423fe-e543-4f09-89f3-01c607291331 req-c492e3d5-e7a9-4152-a5c6-f9f8d82e5c3a tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:49.843583 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8af423fe-e543-4f09-89f3-01c607291331 req-c492e3d5-e7a9-4152-a5c6-f9f8d82e5c3a tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0643337 Feb 20 21:00:49.906880 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8af423fe-e543-4f09-89f3-01c607291331 req-05947bb0-f2bf-4a97-8ea5-de0e122639a4 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563383 Feb 20 21:00:50.385259 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb54f9b7-d7af-4eb3-a486-6c99b41fc52a req-1b1c36ad-9d0c-4d69-91d5-096bc63368a0 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:50.386918 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-eb54f9b7-d7af-4eb3-a486-6c99b41fc52a req-1b1c36ad-9d0c-4d69-91d5-096bc63368a0 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0591040 Feb 20 21:00:50.451884 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-eb54f9b7-d7af-4eb3-a486-6c99b41fc52a req-11554486-00a6-41ec-ac7c-cbfb26bbd414 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582061 Feb 20 21:00:51.037206 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad8be1d8-1d14-425a-b3eb-6fd1319e3018 req-8bee9b02-6a1a-4ac5-bc2d-c5e82b7d5290 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:51.038962 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ad8be1d8-1d14-425a-b3eb-6fd1319e3018 req-8bee9b02-6a1a-4ac5-bc2d-c5e82b7d5290 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0589910 Feb 20 21:00:51.097880 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ad8be1d8-1d14-425a-b3eb-6fd1319e3018 req-7b30cf75-150b-4bb2-a39d-ee7194ea3fc6 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521626 Feb 20 21:00:51.594434 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8904f6a7-8a7a-4fcc-ad3c-7026e9fbdf0e req-f15b9191-64f7-424f-90ad-597efc272200 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:51.597156 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8904f6a7-8a7a-4fcc-ad3c-7026e9fbdf0e req-f15b9191-64f7-424f-90ad-597efc272200 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0653503 Feb 20 21:00:51.657561 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8904f6a7-8a7a-4fcc-ad3c-7026e9fbdf0e req-fa93129d-d50d-4ecb-986e-a6174ab61c9a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544462 Feb 20 21:00:52.262891 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b461f1-759a-4eb4-84f6-6b6b69bb4821 req-19f217ef-d9d1-4dc6-ad22-aa00a24a59ff tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:52.265358 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f2b461f1-759a-4eb4-84f6-6b6b69bb4821 req-19f217ef-d9d1-4dc6-ad22-aa00a24a59ff tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0724866 Feb 20 21:00:52.331643 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f2b461f1-759a-4eb4-84f6-6b6b69bb4821 req-5b7f1ede-2da2-4e49-b28d-0559fb948d6a tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0570722 Feb 20 21:00:52.721209 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11c6527c-e48b-4d62-8f8d-793adbfeee11 req-ec42a73b-893b-4a1c-b838-188c06cc1795 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:52.725512 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-11c6527c-e48b-4d62-8f8d-793adbfeee11 req-ec42a73b-893b-4a1c-b838-188c06cc1795 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1504729 Feb 20 21:00:52.730272 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d5c29-1c01-408b-8ca2-18fa25360f20 req-676d5806-0b21-4aba-87b6-2dacc715aa4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:52.733792 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae9d5c29-1c01-408b-8ca2-18fa25360f20 req-676d5806-0b21-4aba-87b6-2dacc715aa4e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 1129 time: 0.1030424 Feb 20 21:00:52.846841 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-11c6527c-e48b-4d62-8f8d-793adbfeee11 req-341ce7e2-5e1b-4135-af4e-40fcc41b2229 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1116848 Feb 20 21:00:52.956099 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f60fcf-52be-48eb-b712-735da2d4b59f req-8bba3038-814e-4648-bc0f-a0ab615ad764 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:52.957823 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-36f60fcf-52be-48eb-b712-735da2d4b59f req-8bba3038-814e-4648-bc0f-a0ab615ad764 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.1521711 Feb 20 21:00:52.963802 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d5c29-1c01-408b-8ca2-18fa25360f20 req-61e41785-41d3-4ea3-9f0a-a456b299e894 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:52.965369 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae9d5c29-1c01-408b-8ca2-18fa25360f20 req-61e41785-41d3-4ea3-9f0a-a456b299e894 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 200 len: 912 time: 0.1746213 Feb 20 21:00:53.073176 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-36f60fcf-52be-48eb-b712-735da2d4b59f req-c64c1169-6cd2-4c8d-b6a5-62403960a4b1 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1043396 Feb 20 21:00:53.075012 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae9d5c29-1c01-408b-8ca2-18fa25360f20 req-dbf6790b-35c6-4de9-8bd6-df19929e3b97 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f8c273-0db2-4990-834c-de3ee7aa1044 HTTP/1.1" status: 200 len: 1001 time: 0.0994844 Feb 20 21:00:53.155760 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d5c29-1c01-408b-8ca2-18fa25360f20 req-b4d555f5-caaa-404e-947a-a85d1e85ac63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:53.159175 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae9d5c29-1c01-408b-8ca2-18fa25360f20 req-b4d555f5-caaa-404e-947a-a85d1e85ac63 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=556ba603-3470-4df7-9938-1a7b4a7080b4 HTTP/1.1" status: 200 len: 850 time: 0.0736170 Feb 20 21:00:53.242751 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9d5c29-1c01-408b-8ca2-18fa25360f20 req-1b7c216b-20dd-4bab-b9f3-5988928fb40f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:53.245494 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae9d5c29-1c01-408b-8ca2-18fa25360f20 req-1b7c216b-20dd-4bab-b9f3-5988928fb40f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f829bbbb-0a39-4da0-ba53-40f021735711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0802579 Feb 20 21:00:53.359092 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae9d5c29-1c01-408b-8ca2-18fa25360f20 req-3c8c337c-f2c2-41f1-90b2-bc805fbf24fd service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1034214 Feb 20 21:00:53.472055 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ae9d5c29-1c01-408b-8ca2-18fa25360f20 req-9d1b0f69-7505-4060-9b92-16e77997acf0 service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1054139 Feb 20 21:00:54.023444 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25743ad7-f659-4cdd-8f92-595bebd1995f req-a02db301-ab63-48b4-9800-db0e1984b08c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:54.025128 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-25743ad7-f659-4cdd-8f92-595bebd1995f req-a02db301-ab63-48b4-9800-db0e1984b08c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0682075 Feb 20 21:00:54.103481 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-25743ad7-f659-4cdd-8f92-595bebd1995f req-4fe12a5a-1dca-4086-b2c0-066e07314d3e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704570 Feb 20 21:00:54.242177 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd5b20c-091c-4196-b7bc-d45e99d4ab0f req-10c6d23d-a565-4bae-a1ad-fc559ab58f6e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:54.243925 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cdd5b20c-091c-4196-b7bc-d45e99d4ab0f req-10c6d23d-a565-4bae-a1ad-fc559ab58f6e tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0657878 Feb 20 21:00:54.304401 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cdd5b20c-091c-4196-b7bc-d45e99d4ab0f req-0da33901-ccfb-4ea0-aaa9-5ed9b2c1c8c9 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0538950 Feb 20 21:00:55.036122 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60226) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:55.161505 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ccfde0b2-5bd4-4aa8-922f-6365a548c3ca admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:55.283552 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ccfde0b2-5bd4-4aa8-922f-6365a548c3ca admin admin] Publish callbacks [] for security_group (3d0d1f36-1a65-4454-b818-f9ee9357edba), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:55.289410 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ccfde0b2-5bd4-4aa8-922f-6365a548c3ca admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (3d0d1f36-1a65-4454-b818-f9ee9357edba), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:55.298752 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4f330b8-05cd-4f3e-b593-24420d3f0309 req-bfd555a1-3efa-4a05-ac89-948ebd4a825f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:55.300726 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c4f330b8-05cd-4f3e-b593-24420d3f0309 req-bfd555a1-3efa-4a05-ac89-948ebd4a825f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.0884004 Feb 20 21:00:55.343787 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfde0b2-5bd4-4aa8-922f-6365a548c3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d0d1f36-1a65-4454-b818-f9ee9357edba,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:55.355066 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-ccfde0b2-5bd4-4aa8-922f-6365a548c3ca admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=56eb14aa120e4be799d836bb2158b55d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3173578 Feb 20 21:00:55.356310 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60234) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:55.371200 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c4f330b8-05cd-4f3e-b593-24420d3f0309 req-ce380ebe-267f-44ae-9a43-6885a6fcd500 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0602472 Feb 20 21:00:55.432457 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5d88c4ea-8fec-443c-91a1-74c491d070b9 admin admin] Publish callbacks [] for security_group (3d0d1f36-1a65-4454-b818-f9ee9357edba), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:55.485975 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5d88c4ea-8fec-443c-91a1-74c491d070b9 admin admin] Publish callbacks [] for security_group (3d0d1f36-1a65-4454-b818-f9ee9357edba), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:55.545710 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f4e833d-19c3-4431-8a89-4bf3fa3c8ae5 req-b4929cd2-c59a-479e-83a3-cf37a81645ee tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:55.546314 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:55.547402 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2f4e833d-19c3-4431-8a89-4bf3fa3c8ae5 req-b4929cd2-c59a-479e-83a3-cf37a81645ee tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.1037166 Feb 20 21:00:55.577991 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5d88c4ea-8fec-443c-91a1-74c491d070b9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (3d0d1f36-1a65-4454-b818-f9ee9357edba), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:55.581148 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5d88c4ea-8fec-443c-91a1-74c491d070b9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:55.582499 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-5d88c4ea-8fec-443c-91a1-74c491d070b9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3d0d1f36-1a65-4454-b818-f9ee9357edba HTTP/1.1" status: 204 len: 168 time: 0.2256882 Feb 20 21:00:55.598817 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d88c4ea-8fec-443c-91a1-74c491d070b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d0d1f36-1a65-4454-b818-f9ee9357edba,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:55.648317 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2f4e833d-19c3-4431-8a89-4bf3fa3c8ae5 req-9bf35c9e-e3f6-422b-87b7-645d87d0b305 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891826 Feb 20 21:00:55.939519 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60242) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:55.962548 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf9a4-bc5c-488d-9c7c-81fa27565e18 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:56.028556 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1de635a0-5a82-40f3-8e94-4ab43e6ba5f3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:56.098619 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf9a4-bc5c-488d-9c7c-81fa27565e18 admin admin] Publish callbacks [] for security_group (b80200d6-27e4-48f5-b512-59de40d98504), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:56.104158 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4ddbf9a4-bc5c-488d-9c7c-81fa27565e18 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (b80200d6-27e4-48f5-b512-59de40d98504), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:56.152122 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-4ddbf9a4-bc5c-488d-9c7c-81fa27565e18 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=013b1785d15f446d9d8d46c72feed772&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2108176 Feb 20 21:00:56.152811 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddbf9a4-bc5c-488d-9c7c-81fa27565e18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b80200d6-27e4-48f5-b512-59de40d98504,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:56.155350 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60244) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:56.246275 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-67ddb83c-31d9-47e1-963a-c597a1a77890 admin admin] Publish callbacks [] for security_group (b80200d6-27e4-48f5-b512-59de40d98504), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:56.287481 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-67ddb83c-31d9-47e1-963a-c597a1a77890 admin admin] Publish callbacks [] for security_group (b80200d6-27e4-48f5-b512-59de40d98504), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:56.367342 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-67ddb83c-31d9-47e1-963a-c597a1a77890 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (b80200d6-27e4-48f5-b512-59de40d98504), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:56.370317 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-67ddb83c-31d9-47e1-963a-c597a1a77890 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:56.371577 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-67ddb83c-31d9-47e1-963a-c597a1a77890 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b80200d6-27e4-48f5-b512-59de40d98504 HTTP/1.1" status: 204 len: 168 time: 0.2145450 Feb 20 21:00:56.381248 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ddb83c-31d9-47e1-963a-c597a1a77890 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b80200d6-27e4-48f5-b512-59de40d98504,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:56.797564 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60252) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:56.807529 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-def5b0c1-aa6f-457f-b0a5-6c3efc4a8045 req-e9c5fe09-0a99-4ce6-9030-10b6d6e950c5 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:56.809583 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-def5b0c1-aa6f-457f-b0a5-6c3efc4a8045 req-e9c5fe09-0a99-4ce6-9030-10b6d6e950c5 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0684228 Feb 20 21:00:56.815000 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2d337ee3-b13c-4313-b690-6d9f2f057a08 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:56.883318 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-def5b0c1-aa6f-457f-b0a5-6c3efc4a8045 req-84b2eb8e-4ae6-40a1-8e44-ccd4aac64fc4 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655065 Feb 20 21:00:56.936275 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2d337ee3-b13c-4313-b690-6d9f2f057a08 admin admin] Publish callbacks [] for security_group (a79cfb58-3204-4d1a-9686-e313f5302340), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:56.942252 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2d337ee3-b13c-4313-b690-6d9f2f057a08 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (a79cfb58-3204-4d1a-9686-e313f5302340), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:57.037774 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d337ee3-b13c-4313-b690-6d9f2f057a08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a79cfb58-3204-4d1a-9686-e313f5302340,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:57.046661 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-2d337ee3-b13c-4313-b690-6d9f2f057a08 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2f680b1630b24e908365a34e6c50487b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2462318 Feb 20 21:00:57.049047 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60254) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:57.139607 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ac11-f44a-4748-9032-562c7942813b admin admin] Publish callbacks [] for security_group (a79cfb58-3204-4d1a-9686-e313f5302340), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:57.182623 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ac11-f44a-4748-9032-562c7942813b admin admin] Publish callbacks [] for security_group (a79cfb58-3204-4d1a-9686-e313f5302340), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:57.271173 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ac11-f44a-4748-9032-562c7942813b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (a79cfb58-3204-4d1a-9686-e313f5302340), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:57.274028 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f0f7ac11-f44a-4748-9032-562c7942813b admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:57.275244 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-f0f7ac11-f44a-4748-9032-562c7942813b admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a79cfb58-3204-4d1a-9686-e313f5302340 HTTP/1.1" status: 204 len: 168 time: 0.2243810 Feb 20 21:00:57.284816 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f7ac11-f44a-4748-9032-562c7942813b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a79cfb58-3204-4d1a-9686-e313f5302340,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:58.103013 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6a83999-6461-4c6f-99df-db5896a8313d req-ebe7cb69-02bc-458d-b491-2e1cc4d25989 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:58.105231 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f6a83999-6461-4c6f-99df-db5896a8313d req-ebe7cb69-02bc-458d-b491-2e1cc4d25989 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0930138 Feb 20 21:00:58.173507 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f6a83999-6461-4c6f-99df-db5896a8313d req-faf05907-5a78-41a1-9e03-85fee1c99566 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604308 Feb 20 21:00:58.637587 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60288) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:58.815177 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0c25030f-bd5e-42fe-98bd-df4c90b51a0b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:58.820582 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0e09c486-4ed3-46f5-8e0b-e73fe51cb060 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:58.918447 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0c25030f-bd5e-42fe-98bd-df4c90b51a0b admin admin] Publish callbacks [] for security_group (2d9b6eae-0904-41d1-9d34-5a2568ee7f21), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:58.923623 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0c25030f-bd5e-42fe-98bd-df4c90b51a0b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (2d9b6eae-0904-41d1-9d34-5a2568ee7f21), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:58.968283 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-0c25030f-bd5e-42fe-98bd-df4c90b51a0b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ee4d878610b64e2299b3aaa38f53fcd6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3293409 Feb 20 21:00:58.970180 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c25030f-bd5e-42fe-98bd-df4c90b51a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d9b6eae-0904-41d1-9d34-5a2568ee7f21,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:58.972986 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60292) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:00:59.037250 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c2d3622d-47d8-48aa-b8ee-ad7f4b77ad1c admin admin] Publish callbacks [] for security_group (2d9b6eae-0904-41d1-9d34-5a2568ee7f21), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:59.062862 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c2d3622d-47d8-48aa-b8ee-ad7f4b77ad1c admin admin] Publish callbacks [] for security_group (2d9b6eae-0904-41d1-9d34-5a2568ee7f21), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:59.120843 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c2d3622d-47d8-48aa-b8ee-ad7f4b77ad1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (2d9b6eae-0904-41d1-9d34-5a2568ee7f21), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:59.124553 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c2d3622d-47d8-48aa-b8ee-ad7f4b77ad1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:00:59.126837 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-c2d3622d-47d8-48aa-b8ee-ad7f4b77ad1c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2d9b6eae-0904-41d1-9d34-5a2568ee7f21 HTTP/1.1" status: 204 len: 168 time: 0.1522174 Feb 20 21:00:59.136387 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2d3622d-47d8-48aa-b8ee-ad7f4b77ad1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d9b6eae-0904-41d1-9d34-5a2568ee7f21,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:00:59.341104 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0925008c-458c-494e-a411-2d60348e3510 req-aa2484f2-1a39-4259-9e3f-363aee9a1faf tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:00:59.343347 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0925008c-458c-494e-a411-2d60348e3510 req-aa2484f2-1a39-4259-9e3f-363aee9a1faf tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0814636 Feb 20 21:00:59.408557 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0925008c-458c-494e-a411-2d60348e3510 req-4b6b51e2-0cd1-44e7-a49c-b7ad59287127 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575843 Feb 20 21:01:00.222269 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:00.560617 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab73d55-7a3a-446c-9ce7-417a3b63d76d req-b1e04465-f353-4d92-94d1-6a9bceb7fe96 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:00.562266 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7ab73d55-7a3a-446c-9ce7-417a3b63d76d req-b1e04465-f353-4d92-94d1-6a9bceb7fe96 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0585504 Feb 20 21:01:00.644134 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7ab73d55-7a3a-446c-9ce7-417a3b63d76d req-f1d8d7bd-c098-4e35-bbf7-f6e7dd4dae0c tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0749295 Feb 20 21:01:01.818613 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176318c5-d0f9-4fc6-bc95-72a979fb8dbd req-eda8237d-2522-44d0-8e19-4754e25d66ac tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:01.821586 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-176318c5-d0f9-4fc6-bc95-72a979fb8dbd req-eda8237d-2522-44d0-8e19-4754e25d66ac tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.1032686 Feb 20 21:01:01.892269 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:01.908546 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-176318c5-d0f9-4fc6-bc95-72a979fb8dbd req-82597cdf-3baf-4caa-8376-6588672bf383 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803950 Feb 20 21:01:03.005628 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60346) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:03.064639 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f839921-3c2c-4793-8003-b6bcb9665ecc req-60ffcf29-abba-4642-be64-603ec799ecef tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:03.066628 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0f839921-3c2c-4793-8003-b6bcb9665ecc req-60ffcf29-abba-4642-be64-603ec799ecef tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0775738 Feb 20 21:01:03.121990 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0f839921-3c2c-4793-8003-b6bcb9665ecc req-a69763c6-244f-4751-859b-8b6edcb62c29 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490785 Feb 20 21:01:03.174000 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-abb0a1c1-5724-427e-8193-844a31acf354 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:03.203229 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:03.297619 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-abb0a1c1-5724-427e-8193-844a31acf354 admin admin] Publish callbacks [] for security_group (dfecbc04-565c-4d3a-960f-40caddbd22f4), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:03.303480 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-abb0a1c1-5724-427e-8193-844a31acf354 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (dfecbc04-565c-4d3a-960f-40caddbd22f4), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:03.350365 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-abb0a1c1-5724-427e-8193-844a31acf354 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ff3dd8cc9dbc4cefafb30e5c7d0452c7&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3432319 Feb 20 21:01:03.351325 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abb0a1c1-5724-427e-8193-844a31acf354 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfecbc04-565c-4d3a-960f-40caddbd22f4,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:03.355284 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60350) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:03.416283 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7e5f23fa-8268-41e4-bebd-82e62420a405 admin admin] Publish callbacks [] for security_group (dfecbc04-565c-4d3a-960f-40caddbd22f4), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:03.444110 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7e5f23fa-8268-41e4-bebd-82e62420a405 admin admin] Publish callbacks [] for security_group (dfecbc04-565c-4d3a-960f-40caddbd22f4), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:03.515448 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7e5f23fa-8268-41e4-bebd-82e62420a405 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (dfecbc04-565c-4d3a-960f-40caddbd22f4), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:03.521427 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7e5f23fa-8268-41e4-bebd-82e62420a405 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:03.523346 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7e5f23fa-8268-41e4-bebd-82e62420a405 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/dfecbc04-565c-4d3a-960f-40caddbd22f4 HTTP/1.1" status: 204 len: 168 time: 0.1668971 Feb 20 21:01:03.537168 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5f23fa-8268-41e4-bebd-82e62420a405 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfecbc04-565c-4d3a-960f-40caddbd22f4,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:04.306537 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fddd6d2b-bd65-4c57-bfb2-4a9471509166 req-21fd7893-54f4-42a5-9037-f1c67be9789f tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:04.308920 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fddd6d2b-bd65-4c57-bfb2-4a9471509166 req-21fd7893-54f4-42a5-9037-f1c67be9789f tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0874050 Feb 20 21:01:04.384470 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fddd6d2b-bd65-4c57-bfb2-4a9471509166 req-0472b09e-25ab-4f56-a471-3cd0cdb387b1 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0660915 Feb 20 21:01:05.556558 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681694e4-d0b2-4b07-a806-985cca27fdbc req-90f030e6-e5fe-431a-86c3-bdb96619d779 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:05.558679 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-681694e4-d0b2-4b07-a806-985cca27fdbc req-90f030e6-e5fe-431a-86c3-bdb96619d779 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0765221 Feb 20 21:01:05.630687 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-681694e4-d0b2-4b07-a806-985cca27fdbc req-ee61ef6c-77d9-4b03-979c-629b76be8034 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0618229 Feb 20 21:01:06.773668 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2a1a2b2-43d5-4859-a861-dd5ba09a7f67 req-ad9d3a8b-442b-4a43-a61b-df676535cc25 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:06.775255 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c2a1a2b2-43d5-4859-a861-dd5ba09a7f67 req-ad9d3a8b-442b-4a43-a61b-df676535cc25 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0609503 Feb 20 21:01:06.835022 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c2a1a2b2-43d5-4859-a861-dd5ba09a7f67 req-a14999fb-95a8-426b-92c3-0c025f2df8a4 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539389 Feb 20 21:01:07.720393 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f9e92b0-a32a-40e5-a9d0-dd95b3ea70d6 req-4ede0655-dae4-4550-b1f7-d1d76472b850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:07.723401 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2f9e92b0-a32a-40e5-a9d0-dd95b3ea70d6 req-4ede0655-dae4-4550-b1f7-d1d76472b850 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0856781 Feb 20 21:01:07.782390 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2f9e92b0-a32a-40e5-a9d0-dd95b3ea70d6 req-cec2fe63-92a4-48be-b71d-d2eac3d62a67 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518942 Feb 20 21:01:08.038236 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1658f525-9106-4f28-9ceb-792b426f63ee req-10fadefe-5a80-4fd4-a190-460bc1dedb20 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:08.040273 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1658f525-9106-4f28-9ceb-792b426f63ee req-10fadefe-5a80-4fd4-a190-460bc1dedb20 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0871146 Feb 20 21:01:08.147407 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1658f525-9106-4f28-9ceb-792b426f63ee req-18c61e91-9aa7-4893-814e-4286d49163ef tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858006 Feb 20 21:01:08.156541 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bb57318-b4ab-4bf3-bcee-623a8a074d39 req-8e6ee84d-7a1a-4cd2-869f-bb2c488dff83 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:08.158253 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6bb57318-b4ab-4bf3-bcee-623a8a074d39 req-8e6ee84d-7a1a-4cd2-869f-bb2c488dff83 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 947 time: 0.1427798 Feb 20 21:01:08.225640 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6bb57318-b4ab-4bf3-bcee-623a8a074d39 req-73f66fc9-e7ee-451c-b19f-2031fb533d2b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0597415 Feb 20 21:01:09.317369 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199dcd69-e611-433b-ab58-445eda9dcc8b req-78f22355-49a4-479a-9173-13c3dfe04b17 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:09.320119 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-199dcd69-e611-433b-ab58-445eda9dcc8b req-78f22355-49a4-479a-9173-13c3dfe04b17 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0733378 Feb 20 21:01:09.414223 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-199dcd69-e611-433b-ab58-445eda9dcc8b req-1693d940-e35e-406e-9526-ffc904d89dee tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834553 Feb 20 21:01:09.439935 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19a84ee1-7d2c-4df2-86ba-628b661e0ef0 req-c1d125aa-370e-4603-b0ed-2e8604adff9e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:09.443008 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-19a84ee1-7d2c-4df2-86ba-628b661e0ef0 req-c1d125aa-370e-4603-b0ed-2e8604adff9e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 947 time: 0.1140563 Feb 20 21:01:09.512703 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-19a84ee1-7d2c-4df2-86ba-628b661e0ef0 req-7e236908-57a2-4582-8185-61780b6ea2dd tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644488 Feb 20 21:01:09.823531 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402292a7-8cac-475c-beb0-4a6e4a914651 req-953936de-9609-4899-bdff-9ffa26451e4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:09.825511 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-402292a7-8cac-475c-beb0-4a6e4a914651 req-953936de-9609-4899-bdff-9ffa26451e4b service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=09c6d47e4a5f4d7896bbf6d3240b4269&device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 1130 time: 0.0950434 Feb 20 21:01:09.838049 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f179c6f1-3905-4778-a2c0-e509a5118b93 req-b04ccaa7-5969-42c8-9853-3a9b3aadf9b1 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:09.839794 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f179c6f1-3905-4778-a2c0-e509a5118b93 req-b04ccaa7-5969-42c8-9853-3a9b3aadf9b1 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.1002789 Feb 20 21:01:09.954226 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f179c6f1-3905-4778-a2c0-e509a5118b93 req-cda99488-6c32-4ba9-9c94-3bb5ace6e494 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051097 Feb 20 21:01:09.976078 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402292a7-8cac-475c-beb0-4a6e4a914651 req-c0772661-2258-43cd-8e26-e70bb6079eb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:09.976078 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-402292a7-8cac-475c-beb0-4a6e4a914651 req-c0772661-2258-43cd-8e26-e70bb6079eb9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a4f8a45b-b791-457b-a875-24c2671e4732 HTTP/1.1" status: 200 len: 920 time: 0.1350360 Feb 20 21:01:10.026500 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-402292a7-8cac-475c-beb0-4a6e4a914651 req-8ceca22f-8f11-4b28-8c17-bac17cecb3cf service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=07c3d813-bb86-4b72-bc52-c7cd06b1d277 HTTP/1.1" status: 200 len: 217 time: 0.0383668 Feb 20 21:01:10.093200 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-402292a7-8cac-475c-beb0-4a6e4a914651 req-0c4f8ef1-890e-48b0-a993-728285ddc52b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:10.095662 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-402292a7-8cac-475c-beb0-4a6e4a914651 req-0c4f8ef1-890e-48b0-a993-728285ddc52b service neutron] 10.222.0.90 "GET /v2.0/subnets?id=9c92840a-a33d-4461-a6c9-69048944a647 HTTP/1.1" status: 200 len: 859 time: 0.0608866 Feb 20 21:01:10.146144 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-402292a7-8cac-475c-beb0-4a6e4a914651 req-c220cabc-ff84-4749-b060-3dfcc784d0bd service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a4f8a45b-b791-457b-a875-24c2671e4732&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421853 Feb 20 21:01:10.168508 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-3bbf39c7-25a1-4c58-b7a2-9277c6329718 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:10.170066 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-3bbf39c7-25a1-4c58-b7a2-9277c6329718 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.90 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 947 time: 0.0666063 Feb 20 21:01:10.247324 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-402292a7-8cac-475c-beb0-4a6e4a914651 req-6c0111cf-daa3-469e-a821-0c5f43ab8c5b service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942273 Feb 20 21:01:10.302288 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Deleting port 1ef960f1-1c2f-43d4-b19b-30737e549273 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:01:10.302634 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:10.402221 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-402292a7-8cac-475c-beb0-4a6e4a914651 req-9ced0fad-51c8-40ff-8527-a08b5bd336f7 service neutron] 10.222.0.90 "GET /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1465929 Feb 20 21:01:10.413282 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] For port 1ef960f1-1c2f-43d4-b19b-30737e549273, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=1ef960f1-1c2f-43d4-b19b-30737e549273,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:10.413743 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:10.683076 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaf60f72-85e6-4658-88a4-a8b3c171a34d req-21b94569-7095-4ae0-820d-5b6fcb9978c7 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:10.684655 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-eaf60f72-85e6-4658-88a4-a8b3c171a34d req-21b94569-7095-4ae0-820d-5b6fcb9978c7 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 947 time: 0.0652711 Feb 20 21:01:10.742323 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:10.742971 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (e31fca88-6bf5-4b95-b9bf-d61f5d06f774), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:10.743858 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.l3_db [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Floating IP e31fca88-6bf5-4b95-b9bf-d61f5d06f774 disassociated. External IP: 172.27.2.11, port: 1ef960f1-1c2f-43d4-b19b-30737e549273. Feb 20 21:01:10.744517 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Calling delete_port for 1ef960f1-1c2f-43d4-b19b-30737e549273 owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:01:10.756397 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-eaf60f72-85e6-4658-88a4-a8b3c171a34d req-52483bcd-bebd-407c-adbb-1c0a652fe19d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=78979a05-1b8a-4832-b53a-16ce6035567b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652275 Feb 20 21:01:10.941481 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (1ef960f1-1c2f-43d4-b19b-30737e549273), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:10.972595 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event deleted for resources: {'Port': ['ID=1ef960f1-1c2f-43d4-b19b-30737e549273,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:11.122154 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30ff1eb7-cdd6-468f-a340-7e12040f5c86 req-b4658c01-9d3e-4446-8523-70757af4f538 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:11.122154 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-30ff1eb7-cdd6-468f-a340-7e12040f5c86 req-b4658c01-9d3e-4446-8523-70757af4f538 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0791793 Feb 20 21:01:11.128767 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:01:11.187386 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-30ff1eb7-cdd6-468f-a340-7e12040f5c86 req-f7fb1912-dce1-4202-9037-63381c28b52d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0606439 Feb 20 21:01:11.265159 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:01:11.278202 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4d3461-09c7-428f-bf85-61e1b684dd80 None None] Sync routers for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:01:11.290522 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4d3461-09c7-428f-bf85-61e1b684dd80 None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:11.291154 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-6b4d3461-09c7-428f-bf85-61e1b684dd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:00:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:11.313671 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] No DVR routers for this DVR port 1ef960f1-1c2f-43d4-b19b-30737e549273 on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:01:11.316475 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:11.320061 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-40b62d15-ac8c-4572-aab8-2c32cbb195c5 req-f0dbfca8-03b2-4a11-ba09-d8b6b7767a45 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.90 "DELETE /v2.0/ports/1ef960f1-1c2f-43d4-b19b-30737e549273 HTTP/1.1" status: 204 len: 173 time: 1.1309507 Feb 20 21:01:11.320569 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'name': 'network-vif-deleted', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:01:11.322973 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e6b971b-2161-405e-a083-c2c9c64d4a40" -d '{"events": [{"server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "name": "network-vif-deleted", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:01:11.420201 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:01:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b4569fa2-c848-4bb8-b2dc-219f1f6915d4 x-openstack-request-id: req-b4569fa2-c848-4bb8-b2dc-219f1f6915d4 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:01:11.421842 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3", "name": "network-vif-deleted", "tag": "1ef960f1-1c2f-43d4-b19b-30737e549273", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:01:11.422374 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b4569fa2-c848-4bb8-b2dc-219f1f6915d4 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:01:11.424060 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3', 'name': 'network-vif-deleted', 'tag': '1ef960f1-1c2f-43d4-b19b-30737e549273', 'status': 'completed', 'code': 200} Feb 20 21:01:11.463664 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-6b4d3461-09c7-428f-bf85-61e1b684dd80 None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:11.728138 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-6b4d3461-09c7-428f-bf85-61e1b684dd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:43Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:11.777484 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4d3461-09c7-428f-bf85-61e1b684dd80 None None] Checking router: 9a9a1178-04cb-4879-ad7f-cbc13ec62528 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:01:11.793508 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b4d3461-09c7-428f-bf85-61e1b684dd80 None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:11.794623 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-6b4d3461-09c7-428f-bf85-61e1b684dd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:00:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:11.983149 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-6b4d3461-09c7-428f-bf85-61e1b684dd80 None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:12.293890 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-179e9dbc-c35a-4eb4-b2d2-7003630ce5c5 req-c6734630-cbd4-4c51-8ec3-043e93f692ae tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=b1c8aa1b-57e6-47a6-8e19-f4aadaae88b3 HTTP/1.1" status: 200 len: 210 time: 0.3726063 Feb 20 21:01:12.389044 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-6b4d3461-09c7-428f-bf85-61e1b684dd80 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:43Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:12.429867 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b4d3461-09c7-428f-bf85-61e1b684dd80 None None] The sync data for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi is: [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:43Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:01:12.447304 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da61da2a-1775-45d9-87de-f9673f420c71 req-00b159ba-128f-4fdd-b4c8-ac105f4fa8d8 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:12.450119 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-da61da2a-1775-45d9-87de-f9673f420c71 req-00b159ba-128f-4fdd-b4c8-ac105f4fa8d8 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.1419029 Feb 20 21:01:12.569031 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-da61da2a-1775-45d9-87de-f9673f420c71 req-3991b69d-b7f9-43ba-b660-5adad76ecffb tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966084 Feb 20 21:01:12.826702 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da9586fb-fd83-4821-bbe2-42f3bd4d20c3 None None] New status for floating IP e31fca88-6bf5-4b95-b9bf-d61f5d06f774: DOWN {{(pid=102718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:01:13.443369 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60504) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:13.557983 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-81190ef3-829a-43d3-8081-20c9cf45fd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group (78979a05-1b8a-4832-b53a-16ce6035567b), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:13.600868 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-81190ef3-829a-43d3-8081-20c9cf45fd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group (78979a05-1b8a-4832-b53a-16ce6035567b), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:13.712031 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-81190ef3-829a-43d3-8081-20c9cf45fd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (78979a05-1b8a-4832-b53a-16ce6035567b), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:13.714907 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-81190ef3-829a-43d3-8081-20c9cf45fd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:13.716147 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-81190ef3-829a-43d3-8081-20c9cf45fd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "DELETE /v2.0/security-groups/78979a05-1b8a-4832-b53a-16ce6035567b HTTP/1.1" status: 204 len: 168 time: 0.2714398 Feb 20 21:01:13.721900 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60510) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:13.735797 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81190ef3-829a-43d3-8081-20c9cf45fd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=78979a05-1b8a-4832-b53a-16ce6035567b,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:13.743201 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.api.v2.resource [None req-ba8941ab-7fe6-45d6-b043-5de0f79ef150 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] show failed (client error): The resource could not be found. Feb 20 21:01:13.744293 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-ba8941ab-7fe6-45d6-b043-5de0f79ef150 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups/78979a05-1b8a-4832-b53a-16ce6035567b HTTP/1.1" status: 404 len: 347 time: 0.0214396 Feb 20 21:01:13.749435 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60512) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:13.846909 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c650cf27-0ab8-41fe-8f10-73923fb0ca91 req-ba3e26cb-fb3c-42c5-b18a-b465c39a7af6 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:13.854963 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c650cf27-0ab8-41fe-8f10-73923fb0ca91 req-ba3e26cb-fb3c-42c5-b18a-b465c39a7af6 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.1694782 Feb 20 21:01:13.925945 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c650cf27-0ab8-41fe-8f10-73923fb0ca91 req-b0437a89-689f-4c0c-9d7f-1c5a18a744ea tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701752 Feb 20 21:01:14.001778 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-10067bd4-f42c-4347-99ce-3084d8eede41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Deleting port 8e2824f0-7e67-4df9-9bd7-c673694855ce {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:01:14.002328 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-10067bd4-f42c-4347-99ce-3084d8eede41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (8e2824f0-7e67-4df9-9bd7-c673694855ce), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:14.160092 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-10067bd4-f42c-4347-99ce-3084d8eede41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (8e2824f0-7e67-4df9-9bd7-c673694855ce), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:14.160460 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-10067bd4-f42c-4347-99ce-3084d8eede41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (8e2824f0-7e67-4df9-9bd7-c673694855ce), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:14.179630 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-10067bd4-f42c-4347-99ce-3084d8eede41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Calling delete_port for 8e2824f0-7e67-4df9-9bd7-c673694855ce owned by network:floatingip {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:01:14.426193 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-10067bd4-f42c-4347-99ce-3084d8eede41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (8e2824f0-7e67-4df9-9bd7-c673694855ce), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:14.459220 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10067bd4-f42c-4347-99ce-3084d8eede41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event deleted for resources: {'Port': ['ID=8e2824f0-7e67-4df9-9bd7-c673694855ce,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:14.466776 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 1ef960f1-1c2f-43d4-b19b-30737e549273 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:01:14.495080 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 1ef960f1-1c2f-43d4-b19b-30737e549273 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:01:14.495424 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 1ef960f1-1c2f-43d4-b19b-30737e549273 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:01:14.544670 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-10067bd4-f42c-4347-99ce-3084d8eede41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (e31fca88-6bf5-4b95-b9bf-d61f5d06f774), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:14.548271 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-10067bd4-f42c-4347-99ce-3084d8eede41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:14.549586 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-10067bd4-f42c-4347-99ce-3084d8eede41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "DELETE /v2.0/floatingips/e31fca88-6bf5-4b95-b9bf-d61f5d06f774 HTTP/1.1" status: 204 len: 168 time: 0.7981298 Feb 20 21:01:14.900626 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60528) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:14.905813 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-4c701431-8075-4581-b0d9-7c21d8945efb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1376932099', 'description': 'tempest-description--1237365881'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:14.934267 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4c701431-8075-4581-b0d9-7c21d8945efb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.066820 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4c701431-8075-4581-b0d9-7c21d8945efb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group (07b5ec7e-5c32-41ed-9213-84559b8851be), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.072012 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4c701431-8075-4581-b0d9-7c21d8945efb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (07b5ec7e-5c32-41ed-9213-84559b8851be), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.108261 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4c701431-8075-4581-b0d9-7c21d8945efb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.110230 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-4c701431-8075-4581-b0d9-7c21d8945efb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.2077703 Feb 20 21:01:15.115321 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60530) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:15.116157 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c701431-8075-4581-b0d9-7c21d8945efb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07b5ec7e-5c32-41ed-9213-84559b8851be,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:15.125087 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-97335bf1-90a9-4de8-9bf4-1c2c968e1284 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Request body: {'security_group_rule': {'security_group_id': '07b5ec7e-5c32-41ed-9213-84559b8851be', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:15.177919 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-97335bf1-90a9-4de8-9bf4-1c2c968e1284 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group_rule (8aab5721-1c6f-4058-bfac-19aa59670682), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.259171 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-97335bf1-90a9-4de8-9bf4-1c2c968e1284 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group_rule (8aab5721-1c6f-4058-bfac-19aa59670682), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.264961 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-97335bf1-90a9-4de8-9bf4-1c2c968e1284 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (8aab5721-1c6f-4058-bfac-19aa59670682), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.307397 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97335bf1-90a9-4de8-9bf4-1c2c968e1284 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8aab5721-1c6f-4058-bfac-19aa59670682,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:15.321547 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-97335bf1-90a9-4de8-9bf4-1c2c968e1284 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.325517 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-97335bf1-90a9-4de8-9bf4-1c2c968e1284 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2082553 Feb 20 21:01:15.329570 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60532) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:15.334605 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-ce252d4b-e95a-4801-bc75-6101d37dc722 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Request body: {'security_group_rule': {'security_group_id': '07b5ec7e-5c32-41ed-9213-84559b8851be', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:15.365009 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ce252d4b-e95a-4801-bc75-6101d37dc722 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group_rule (0a0bcbd7-0834-43e3-b098-251996136c8b), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.443172 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ce252d4b-e95a-4801-bc75-6101d37dc722 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group_rule (0a0bcbd7-0834-43e3-b098-251996136c8b), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.449104 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ce252d4b-e95a-4801-bc75-6101d37dc722 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (0a0bcbd7-0834-43e3-b098-251996136c8b), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.470169 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce252d4b-e95a-4801-bc75-6101d37dc722 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a0bcbd7-0834-43e3-b098-251996136c8b,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:15.488465 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ce252d4b-e95a-4801-bc75-6101d37dc722 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.493040 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-ce252d4b-e95a-4801-bc75-6101d37dc722 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621001 Feb 20 21:01:15.495767 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60536) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:15.502479 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Request body: {'floatingip': {'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:15.528181 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.704223 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:15.874660 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Allocated IP 172.27.2.212 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/41574ed8-426e-4dfe-9a65-b3166b913bd8) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:01:15.993183 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for port (41574ed8-426e-4dfe-9a65-b3166b913bd8), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:16.032232 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (41574ed8-426e-4dfe-9a65-b3166b913bd8), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:16.095269 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:01:16.099150 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:16.103716 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:01:16.167846 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event updated for resources: {'Port': ['ID=41574ed8-426e-4dfe-9a65-b3166b913bd8,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:16.253756 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (6bef8e88-6c8b-4e40-9048-cae753e99e11), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:16.296644 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (41574ed8-426e-4dfe-9a65-b3166b913bd8), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:16.465674 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for port (41574ed8-426e-4dfe-9a65-b3166b913bd8), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:16.470548 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (41574ed8-426e-4dfe-9a65-b3166b913bd8), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:16.541584 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event updated for resources: {'Port': ['ID=41574ed8-426e-4dfe-9a65-b3166b913bd8,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:16.553313 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (6bef8e88-6c8b-4e40-9048-cae753e99e11), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:16.572652 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:16.573950 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-1019a6cd-dc56-4bb7-b2e0-c4873f0507f3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.0767448 Feb 20 21:01:16.803036 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-f88c9132-7339-4e8b-b646-8466da11ebdc tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--1376932099&fields=id&tenant_id=8ec4afa0a0be4d868f145f52d0360574 HTTP/1.1" status: 200 len: 267 time: 0.0516126 Feb 20 21:01:16.954435 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-30212758-6005-4a66-b0cd-49a3aa64a1f5 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:16.957126 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-30212758-6005-4a66-b0cd-49a3aa64a1f5 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/networks?id=47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 200 len: 817 time: 0.1453567 Feb 20 21:01:16.977855 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-9e380974-2778-4383-9fe9-256ac48b9837 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/quotas/8ec4afa0a0be4d868f145f52d0360574 HTTP/1.1" status: 200 len: 375 time: 0.0118525 Feb 20 21:01:17.052039 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-16ac939a-7a8c-47af-8b37-8c10ca2ec3f1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0642858 Feb 20 21:01:17.177996 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-ada90cf9-91e2-4c64-9a0f-af90eeb250db service neutron] 10.222.0.71 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1125495 Feb 20 21:01:17.277945 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-f845dcc2-f288-4d24-b6a5-360bb43c1a16 service neutron] 10.222.0.71 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0922482 Feb 20 21:01:17.463912 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-75223331-e6be-4d4e-b01d-ae6e4f6b879f req-ded3d945-7604-4338-b156-11958ca9351d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 210 time: 0.0373471 Feb 20 21:01:18.263951 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90290050-719b-422e-949c-3e45080a3422 req-fd301a74-0a74-4d58-a6de-a49aa95968e0 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:18.265574 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-90290050-719b-422e-949c-3e45080a3422 req-fd301a74-0a74-4d58-a6de-a49aa95968e0 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0572739 Feb 20 21:01:18.323326 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-90290050-719b-422e-949c-3e45080a3422 req-43d46c91-d79b-4762-a1ca-e8d7614b8f94 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504768 Feb 20 21:01:18.608418 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-900050ae-84a6-4d75-a784-6e6573eb287b req-5a5c61bc-4855-460e-a1e8-9a1b9995e58d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 210 time: 0.0458963 Feb 20 21:01:18.639712 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-fbdbdc1c-2abf-4388-a6b7-e1161434725a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:18.641468 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-fbdbdc1c-2abf-4388-a6b7-e1161434725a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.90 "GET /v2.0/networks?id=47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 200 len: 817 time: 0.1270895 Feb 20 21:01:18.654909 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:01:18.757137 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-98d29d14-28fa-4891-98c8-520d4ba08c85 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8ec4afa0a0be4d868f145f52d0360574 HTTP/1.1" status: 200 len: 380 time: 0.0961921 Feb 20 21:01:18.767540 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Request body: {'port': {'device_id': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'admin_state_up': True, 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'security_groups': ['07b5ec7e-5c32-41ed-9213-84559b8851be']}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:18.898118 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Made reservation on behalf of 8ec4afa0a0be4d868f145f52d0360574 for: {'port': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:01:18.904325 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:19.049305 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Allocated IP 172.20.0.14 (47eb7a64-c008-428d-9f9c-6083205d80a4/66e56d02-8410-4f31-939d-e4b166973128/609f880e-4e64-48e6-891a-dbe169215980) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:01:19.206693 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for port (609f880e-4e64-48e6-891a-dbe169215980), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:19.243112 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (609f880e-4e64-48e6-891a-dbe169215980), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:19.285161 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Network 47eb7a64-c008-428d-9f9c-6083205d80a4 is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:01:19.288326 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:19.292056 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:01:19.329055 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event updated for resources: {'Port': ['ID=609f880e-4e64-48e6-891a-dbe169215980,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:19.362668 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:19.363414 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:19.382270 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a2e163cb-e2d0-45ee-8cd9-3908557247bb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6185782 Feb 20 21:01:19.446336 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Request body: {'port': {'device_id': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:19.515754 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a7d7b-8fec-4a9c-b0ef-1da26de96149 req-aba44451-6e74-492e-bb67-7bff34905009 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:19.517942 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-096a7d7b-8fec-4a9c-b0ef-1da26de96149 req-aba44451-6e74-492e-bb67-7bff34905009 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0773797 Feb 20 21:01:19.519365 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (609f880e-4e64-48e6-891a-dbe169215980), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:19.573100 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-dc2b798f-a400-4335-9a11-54c244c9b6c9 None None] Provisioning complete for port 609f880e-4e64-48e6-891a-dbe169215980 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:19.574052 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-dc2b798f-a400-4335-9a11-54c244c9b6c9 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (609f880e-4e64-48e6-891a-dbe169215980), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:19.586249 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-096a7d7b-8fec-4a9c-b0ef-1da26de96149 req-c22a3fd3-1f43-42a2-9afb-ba194788548d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608556 Feb 20 21:01:19.624735 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-dc2b798f-a400-4335-9a11-54c244c9b6c9 None None] Port 609f880e-4e64-48e6-891a-dbe169215980 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:01:19.778135 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf30984-27ca-4448-b1f8-37ce0be695a4 req-34f550ba-8ede-4022-8e1b-755fe72b4efe tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:19.780754 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7cf30984-27ca-4448-b1f8-37ce0be695a4 req-34f550ba-8ede-4022-8e1b-755fe72b4efe tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 932 time: 0.0713983 Feb 20 21:01:19.847977 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 609f880e-4e64-48e6-891a-dbe169215980 {{(pid=102717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:01:19.851971 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7cf30984-27ca-4448-b1f8-37ce0be695a4 req-45c02d2d-ca18-46cb-85dd-7580ad68afd1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640969 Feb 20 21:01:19.856864 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Publish callbacks [] for port (609f880e-4e64-48e6-891a-dbe169215980), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:19.874213 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.provisioning_blocks [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Transition to ACTIVE for port object 609f880e-4e64-48e6-891a-dbe169215980 will not be triggered until provisioned by entity L2. {{(pid=102717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:01:19.880091 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (609f880e-4e64-48e6-891a-dbe169215980), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:19.948106 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Pushing event updated for resources: {'Port': ['ID=609f880e-4e64-48e6-891a-dbe169215980,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:20.018852 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Attempting to bind port 609f880e-4e64-48e6-891a-dbe169215980 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:01:20.019030 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Attempting to bind port 609f880e-4e64-48e6-891a-dbe169215980 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:01:20.019372 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Attempting to bind port 609f880e-4e64-48e6-891a-dbe169215980 on network 47eb7a64-c008-428d-9f9c-6083205d80a4 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:01:20.025058 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Port 609f880e-4e64-48e6-891a-dbe169215980 on network 47eb7a64-c008-428d-9f9c-6083205d80a4 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:01:20.025384 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Attempting to bind port 609f880e-4e64-48e6-891a-dbe169215980 on network 47eb7a64-c008-428d-9f9c-6083205d80a4 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:01:20.032489 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 0, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:01:20.032985 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Checking segment: {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:01:20.033415 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Bound using segment: {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:01:20.034167 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Bound port: 609f880e-4e64-48e6-891a-dbe169215980, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7ea6cd9a-0b99-4c62-89a5-862738c5fa97', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 185, 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4'}}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:01:20.034650 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (609f880e-4e64-48e6-891a-dbe169215980), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:20.127508 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, cleared binding levels {{(pid=102717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:01:20.133058 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=609f880e-4e64-48e6-891a-dbe169215980,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:01:20.142911 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (609f880e-4e64-48e6-891a-dbe169215980), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:20.191729 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:20.192387 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:20.194200 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] 10.222.0.90 "PUT /v2.0/ports/609f880e-4e64-48e6-891a-dbe169215980 HTTP/1.1" status: 200 len: 1094 time: 0.7532656 Feb 20 21:01:20.194610 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'tag': '609f880e-4e64-48e6-891a-dbe169215980'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:01:20.196986 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36953feb-4b3c-4422-a645-bc61d9c329ec" -d '{"events": [{"name": "network-changed", "server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "tag": "609f880e-4e64-48e6-891a-dbe169215980"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:01:20.214971 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853ed9fe-8c6b-4ce5-9ec8-49ec1b978478 service neutron] Pushing event updated for resources: {'Port': ['ID=609f880e-4e64-48e6-891a-dbe169215980,revision_number=3']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:20.293694 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:01:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-303973a7-5b71-409d-a458-f04f17da64cd x-openstack-request-id: req-303973a7-5b71-409d-a458-f04f17da64cd {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:01:20.294277 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "tag": "609f880e-4e64-48e6-891a-dbe169215980", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:01:20.294827 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-303973a7-5b71-409d-a458-f04f17da64cd {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:01:20.295983 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'tag': '609f880e-4e64-48e6-891a-dbe169215980', 'status': 'completed', 'code': 200} Feb 20 21:01:20.330264 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-d94ae844-aec6-4780-8a1d-1db1630e6d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:20.331866 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-d94ae844-aec6-4780-8a1d-1db1630e6d76 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 1128 time: 0.0724487 Feb 20 21:01:20.388950 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-ec362b55-d4f6-4fcc-91c4-90b77b9e7403 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=609f880e-4e64-48e6-891a-dbe169215980 HTTP/1.1" status: 200 len: 217 time: 0.0480161 Feb 20 21:01:20.443758 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-ef40c8e3-de12-4e0a-972d-64be0b2b7984 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:20.445391 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-ef40c8e3-de12-4e0a-972d-64be0b2b7984 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=66e56d02-8410-4f31-939d-e4b166973128 HTTP/1.1" status: 200 len: 856 time: 0.0489647 Feb 20 21:01:20.502482 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-3f04c4e6-d6a0-4359-b728-fa9254ed135b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:20.504288 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-3f04c4e6-d6a0-4359-b728-fa9254ed135b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47eb7a64-c008-428d-9f9c-6083205d80a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487411 Feb 20 21:01:20.603821 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-ce5a2a01-9e8d-4514-9357-99582c35bf2b service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0920694 Feb 20 21:01:20.704257 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-c9471e62-09ac-401a-8f40-93ec3e6a6074 req-a3174e82-3f31-442f-9ba9-7f6e292df6c5 service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898893 Feb 20 21:01:20.723429 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250e2e0e-1b7e-4d9d-bc1a-d797b4dc1e06 req-949ae97e-8906-4dea-a50f-379cab9dadb6 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:20.726007 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-250e2e0e-1b7e-4d9d-bc1a-d797b4dc1e06 req-949ae97e-8906-4dea-a50f-379cab9dadb6 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0593264 Feb 20 21:01:20.782944 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-250e2e0e-1b7e-4d9d-bc1a-d797b4dc1e06 req-6e1ae6b9-0097-45c4-ae57-4786d364fa4d tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0492256 Feb 20 21:01:20.807643 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953feb-4b3c-4422-a645-bc61d9c329ec req-f19570a1-303d-4920-a615-1b67691fddbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:20.809244 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-36953feb-4b3c-4422-a645-bc61d9c329ec req-f19570a1-303d-4920-a615-1b67691fddbf service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 1128 time: 0.0552886 Feb 20 21:01:21.009553 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdb1708a-b92b-4a4a-b656-98b6998cab09 req-f4813636-ac6e-48ef-8d6a-2ee7dd7983ad tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:21.011192 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fdb1708a-b92b-4a4a-b656-98b6998cab09 req-f4813636-ac6e-48ef-8d6a-2ee7dd7983ad tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0651596 Feb 20 21:01:21.063469 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fdb1708a-b92b-4a4a-b656-98b6998cab09 req-8eb5f93f-1c81-48b2-a869-44fe35574f29 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450287 Feb 20 21:01:21.130776 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a89c1692-2089-4695-a0b1-ae78b349c91e req-00a36bfe-e5a0-49e8-a032-96e7519eaa8a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:21.132382 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a89c1692-2089-4695-a0b1-ae78b349c91e req-00a36bfe-e5a0-49e8-a032-96e7519eaa8a tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.90 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 945 time: 0.0679798 Feb 20 21:01:21.149327 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953feb-4b3c-4422-a645-bc61d9c329ec req-902ed966-39d6-44c5-8cf7-003e757c573b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:21.150754 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-36953feb-4b3c-4422-a645-bc61d9c329ec req-902ed966-39d6-44c5-8cf7-003e757c573b service neutron] 10.222.0.90 "GET /v2.0/networks?id=47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 200 len: 918 time: 0.3319116 Feb 20 21:01:21.195400 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-36953feb-4b3c-4422-a645-bc61d9c329ec req-67f7dbfb-ab77-45e7-b7c1-1cf21c091597 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=609f880e-4e64-48e6-891a-dbe169215980 HTTP/1.1" status: 200 len: 217 time: 0.0378261 Feb 20 21:01:21.248706 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [req-a89c1692-2089-4695-a0b1-ae78b349c91e req-473560b7-2044-40b8-81d0-6275025b4fa3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Deleting port c2c5450d-37e3-4f91-a36c-295bb6e516ae {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:01:21.249121 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a89c1692-2089-4695-a0b1-ae78b349c91e req-473560b7-2044-40b8-81d0-6275025b4fa3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:21.251639 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953feb-4b3c-4422-a645-bc61d9c329ec req-7e95e78f-dc8c-430c-8e95-d8efb09923d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:21.253345 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-36953feb-4b3c-4422-a645-bc61d9c329ec req-7e95e78f-dc8c-430c-8e95-d8efb09923d3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=66e56d02-8410-4f31-939d-e4b166973128 HTTP/1.1" status: 200 len: 856 time: 0.0508544 Feb 20 21:01:21.321018 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36953feb-4b3c-4422-a645-bc61d9c329ec req-6733e4ce-b188-4fcf-be06-9b2cb60a8466 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:21.322700 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-36953feb-4b3c-4422-a645-bc61d9c329ec req-6733e4ce-b188-4fcf-be06-9b2cb60a8466 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47eb7a64-c008-428d-9f9c-6083205d80a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0628903 Feb 20 21:01:21.374209 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-a89c1692-2089-4695-a0b1-ae78b349c91e req-473560b7-2044-40b8-81d0-6275025b4fa3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] For port c2c5450d-37e3-4f91-a36c-295bb6e516ae, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c2c5450d-37e3-4f91-a36c-295bb6e516ae,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:21.374821 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a89c1692-2089-4695-a0b1-ae78b349c91e req-473560b7-2044-40b8-81d0-6275025b4fa3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:21.397643 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [req-a89c1692-2089-4695-a0b1-ae78b349c91e req-473560b7-2044-40b8-81d0-6275025b4fa3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Calling delete_port for c2c5450d-37e3-4f91-a36c-295bb6e516ae owned by compute:nova {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:01:21.420075 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-36953feb-4b3c-4422-a645-bc61d9c329ec req-e9dec7a5-eda8-48e3-bc11-3ae850722911 service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897515 Feb 20 21:01:21.541287 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-36953feb-4b3c-4422-a645-bc61d9c329ec req-24f3236e-44f2-4257-ace7-238d53b98c30 service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1141765 Feb 20 21:01:21.596563 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a89c1692-2089-4695-a0b1-ae78b349c91e req-473560b7-2044-40b8-81d0-6275025b4fa3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (c2c5450d-37e3-4f91-a36c-295bb6e516ae), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:21.608323 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['07c3d813-bb86-4b72-bc52-c7cd06b1d277', 'c2c5450d-37e3-4f91-a36c-295bb6e516ae'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:01:21.635960 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-473560b7-2044-40b8-81d0-6275025b4fa3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Pushing event deleted for resources: {'Port': ['ID=c2c5450d-37e3-4f91-a36c-295bb6e516ae,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:21.677907 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-a89c1692-2089-4695-a0b1-ae78b349c91e req-473560b7-2044-40b8-81d0-6275025b4fa3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] No DVR routers for this DVR port c2c5450d-37e3-4f91-a36c-295bb6e516ae on host hv-cinder-83008 {{(pid=102716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:01:21.682496 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-a89c1692-2089-4695-a0b1-ae78b349c91e req-473560b7-2044-40b8-81d0-6275025b4fa3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:21.685488 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a89c1692-2089-4695-a0b1-ae78b349c91e req-473560b7-2044-40b8-81d0-6275025b4fa3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.90 "DELETE /v2.0/ports/c2c5450d-37e3-4f91-a36c-295bb6e516ae HTTP/1.1" status: 204 len: 173 time: 0.5473557 Feb 20 21:01:21.685969 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '24f25c67-dfe8-4412-a717-bc3c38731841', 'name': 'network-vif-deleted', 'tag': 'c2c5450d-37e3-4f91-a36c-295bb6e516ae'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:01:21.689748 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1047a21-acd1-4aca-ab36-0bdfeedb7d00" -d '{"events": [{"server_uuid": "24f25c67-dfe8-4412-a717-bc3c38731841", "name": "network-vif-deleted", "tag": "c2c5450d-37e3-4f91-a36c-295bb6e516ae"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:01:21.758608 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:01:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65edaa0f-58de-49fd-84f2-4cf35d2eb07b x-openstack-request-id: req-65edaa0f-58de-49fd-84f2-4cf35d2eb07b {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:01:21.759520 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "24f25c67-dfe8-4412-a717-bc3c38731841", "name": "network-vif-deleted", "tag": "c2c5450d-37e3-4f91-a36c-295bb6e516ae", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:01:21.761017 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-65edaa0f-58de-49fd-84f2-4cf35d2eb07b {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:01:21.761826 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '24f25c67-dfe8-4412-a717-bc3c38731841', 'name': 'network-vif-deleted', 'tag': 'c2c5450d-37e3-4f91-a36c-295bb6e516ae', 'status': 'completed', 'code': 200} Feb 20 21:01:21.951218 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b5e44be3-8bfd-4b43-8725-a2f4379950c2 req-419210f5-3ea0-4003-a8ab-7ec2bcc923cf tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=24f25c67-dfe8-4412-a717-bc3c38731841 HTTP/1.1" status: 200 len: 210 time: 0.0341895 Feb 20 21:01:22.223105 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-416c683d-ea5e-4be9-bd77-11b27f1c6231 req-373b8763-5778-4e13-a0c2-67d8b448b371 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:22.224926 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-416c683d-ea5e-4be9-bd77-11b27f1c6231 req-373b8763-5778-4e13-a0c2-67d8b448b371 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0729706 Feb 20 21:01:22.286246 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-416c683d-ea5e-4be9-bd77-11b27f1c6231 req-547d2e94-03c2-463a-a2d8-85c56fb9f527 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543518 Feb 20 21:01:22.474966 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 609f880e-4e64-48e6-891a-dbe169215980 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:01:22.723678 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=609f880e-4e64-48e6-891a-dbe169215980,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:22.736335 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '609f880e-4e64-48e6-891a-dbe169215980', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'port_id': '609f880e-4e64-48e6-891a-dbe169215980', 'mac_address': 'fa:16:3e:a0:d0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:01:22.782075 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 609f880e-4e64-48e6-891a-dbe169215980 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:22.782589 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (609f880e-4e64-48e6-891a-dbe169215980), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:22.797227 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609f880e-4e64-48e6-891a-dbe169215980 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:01:22.818763 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=609f880e-4e64-48e6-891a-dbe169215980,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:22.823008 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (609f880e-4e64-48e6-891a-dbe169215980), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:22.876183 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=609f880e-4e64-48e6-891a-dbe169215980,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:22.884230 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:22.884650 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:22.885030 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:22.885539 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:22.885923 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:22.886240 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:22.886573 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:22.887039 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:22.887375 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:22.887755 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:22.888086 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:22.888472 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:22.888823 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:23.083585 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['609f880e-4e64-48e6-891a-dbe169215980'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:01:23.305883 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb0d577d-c463-4b0a-8091-48f16be86bde req-46878377-5e21-476b-ac3c-421f5e91c8a2 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:23.307341 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cb0d577d-c463-4b0a-8091-48f16be86bde req-46878377-5e21-476b-ac3c-421f5e91c8a2 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0640192 Feb 20 21:01:23.361723 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cb0d577d-c463-4b0a-8091-48f16be86bde req-de252773-29af-47c2-aa96-ca00df9cabd9 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486395 Feb 20 21:01:23.425635 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc77402-ebf3-4088-81e2-792aa54e2071 req-261d32bb-c98c-42f6-ab23-2b9f0ded65df tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:23.427270 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2bc77402-ebf3-4088-81e2-792aa54e2071 req-261d32bb-c98c-42f6-ab23-2b9f0ded65df tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0646138 Feb 20 21:01:23.480210 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2bc77402-ebf3-4088-81e2-792aa54e2071 req-0ff8d3b9-9ef8-4eff-bfc5-3150db295bcf tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469282 Feb 20 21:01:24.508670 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84eb2897-b032-4757-bf92-9fa208acb1d7 req-5f78174b-c03b-406a-b7d8-86bab05609a3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:24.510598 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-84eb2897-b032-4757-bf92-9fa208acb1d7 req-5f78174b-c03b-406a-b7d8-86bab05609a3 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0592105 Feb 20 21:01:24.587171 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-84eb2897-b032-4757-bf92-9fa208acb1d7 req-37a58071-e492-4bd9-8da0-f850f8b82ce2 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697370 Feb 20 21:01:24.636199 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdf0827f-080f-405f-a6bf-1fe4e1e22ed9 req-b44ad9ab-089f-4898-b0bd-2dc822b39624 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:24.637830 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cdf0827f-080f-405f-a6bf-1fe4e1e22ed9 req-b44ad9ab-089f-4898-b0bd-2dc822b39624 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0650828 Feb 20 21:01:24.692647 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cdf0827f-080f-405f-a6bf-1fe4e1e22ed9 req-f892c558-d0fd-471c-a3e7-9dcb9b9b511d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479591 Feb 20 21:01:25.072001 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device c2c5450d-37e3-4f91-a36c-295bb6e516ae no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:01:25.093487 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: c2c5450d-37e3-4f91-a36c-295bb6e516ae {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:01:25.094436 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device c2c5450d-37e3-4f91-a36c-295bb6e516ae not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:01:25.728692 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5335c05c-888b-4f1d-893c-60c34896c9fc req-d613e650-9ca8-4aae-8680-b06ffe255ef7 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:25.730666 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5335c05c-888b-4f1d-893c-60c34896c9fc req-d613e650-9ca8-4aae-8680-b06ffe255ef7 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0604458 Feb 20 21:01:25.809720 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5335c05c-888b-4f1d-893c-60c34896c9fc req-2c1cdf0d-21cc-4e01-a4d5-e9495b5c5179 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0716233 Feb 20 21:01:25.851952 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d344a5e-716e-4377-a134-4bc3ac462d89 req-a20baa16-46f9-46ea-8058-5265852b31a3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:25.853570 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6d344a5e-716e-4377-a134-4bc3ac462d89 req-a20baa16-46f9-46ea-8058-5265852b31a3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0576468 Feb 20 21:01:25.916697 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6d344a5e-716e-4377-a134-4bc3ac462d89 req-e9f4eace-e861-41aa-b785-99cd0f7bd816 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521097 Feb 20 21:01:26.026382 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:26.031742 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b096e65e-61bf-43de-a6c4-87dc72385c90 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:26.080064 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c8d4b468-c321-4cda-a118-c8980f2cb8e7 req-36018b37-bc8d-43e0-a6f6-204e2ec6f6c5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0461798 Feb 20 21:01:26.197422 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4b468-c321-4cda-a118-c8980f2cb8e7 req-01c7803d-83b4-4c00-9247-75b7b00d4bce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:26.198819 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c8d4b468-c321-4cda-a118-c8980f2cb8e7 req-01c7803d-83b4-4c00-9247-75b7b00d4bce service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 1129 time: 0.0591424 Feb 20 21:01:26.322140 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4b468-c321-4cda-a118-c8980f2cb8e7 req-493fa8b9-4f30-431a-af08-c576fbe42416 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:26.323762 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c8d4b468-c321-4cda-a118-c8980f2cb8e7 req-493fa8b9-4f30-431a-af08-c576fbe42416 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 200 len: 912 time: 0.0956607 Feb 20 21:01:26.393430 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c8d4b468-c321-4cda-a118-c8980f2cb8e7 req-8b9926e7-9031-438d-bf8a-db812bc6d339 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80f8c273-0db2-4990-834c-de3ee7aa1044 HTTP/1.1" status: 200 len: 1001 time: 0.0626211 Feb 20 21:01:26.446059 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4b468-c321-4cda-a118-c8980f2cb8e7 req-be63ea6e-3848-4395-bcf4-7f358dc595f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:26.447602 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c8d4b468-c321-4cda-a118-c8980f2cb8e7 req-be63ea6e-3848-4395-bcf4-7f358dc595f0 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=556ba603-3470-4df7-9938-1a7b4a7080b4 HTTP/1.1" status: 200 len: 850 time: 0.0476105 Feb 20 21:01:26.490433 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 609f880e-4e64-48e6-891a-dbe169215980 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:01:26.516930 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8d4b468-c321-4cda-a118-c8980f2cb8e7 req-da595c5d-b62d-4094-b912-a9f5d387eb3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:26.519577 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c8d4b468-c321-4cda-a118-c8980f2cb8e7 req-da595c5d-b62d-4094-b912-a9f5d387eb3c service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f829bbbb-0a39-4da0-ba53-40f021735711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0601535 Feb 20 21:01:26.544764 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 609f880e-4e64-48e6-891a-dbe169215980 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:01:26.549049 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 609f880e-4e64-48e6-891a-dbe169215980 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:26.549425 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (609f880e-4e64-48e6-891a-dbe169215980), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:26.637360 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 609f880e-4e64-48e6-891a-dbe169215980 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:26.638050 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (609f880e-4e64-48e6-891a-dbe169215980), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:26.655019 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c8d4b468-c321-4cda-a118-c8980f2cb8e7 req-d3d4538a-909a-44b1-8d82-45ae2730a231 service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1274898 Feb 20 21:01:26.676880 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609f880e-4e64-48e6-891a-dbe169215980'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:01:26.680963 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-450e5e66-7cd7-4045-b385-b38477500899" -d '{"events": [{"server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "name": "network-vif-plugged", "status": "completed", "tag": "609f880e-4e64-48e6-891a-dbe169215980"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:01:26.703645 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=609f880e-4e64-48e6-891a-dbe169215980,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:26.712889 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (609f880e-4e64-48e6-891a-dbe169215980), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:26.759092 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:01:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-250252a5-ad96-4883-8619-546de64a89a1 x-openstack-request-id: req-250252a5-ad96-4883-8619-546de64a89a1 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:01:26.759779 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "name": "network-vif-plugged", "status": "completed", "tag": "609f880e-4e64-48e6-891a-dbe169215980", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:01:26.760606 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-250252a5-ad96-4883-8619-546de64a89a1 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:01:26.761240 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609f880e-4e64-48e6-891a-dbe169215980', 'code': 200} Feb 20 21:01:26.779871 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c8d4b468-c321-4cda-a118-c8980f2cb8e7 req-1ba524bd-4a3b-44c7-85ef-dd58d8cfeaf0 service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1150749 Feb 20 21:01:26.808790 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=609f880e-4e64-48e6-891a-dbe169215980,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:26.989772 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935785c7-eeca-40da-bf80-2bc83f45c42a req-b66874d2-64a4-49f5-8323-7b184014932b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:26.991320 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-935785c7-eeca-40da-bf80-2bc83f45c42a req-b66874d2-64a4-49f5-8323-7b184014932b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0968964 Feb 20 21:01:26.996307 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cebbbe24-1c87-4a1f-882a-21eb9bef61bf req-4292579b-cc54-4836-8d28-01e347903c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:26.997795 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cebbbe24-1c87-4a1f-882a-21eb9bef61bf req-4292579b-cc54-4836-8d28-01e347903c21 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 1130 time: 0.0670047 Feb 20 21:01:27.106800 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-935785c7-eeca-40da-bf80-2bc83f45c42a req-97618a3e-fd06-422b-99f3-e0cdb88559fc tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1080303 Feb 20 21:01:27.117584 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cebbbe24-1c87-4a1f-882a-21eb9bef61bf req-4462f566-d540-40da-8bca-b01819de7b8e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1047263 Feb 20 21:01:27.143465 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4241c1cc-97a8-46b9-9ae8-f5c8ca8813f7 req-52f48b8d-0e82-4e49-a581-a7eb2c9a5878 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:27.146235 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4241c1cc-97a8-46b9-9ae8-f5c8ca8813f7 req-52f48b8d-0e82-4e49-a581-a7eb2c9a5878 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.1321619 Feb 20 21:01:27.199818 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4241c1cc-97a8-46b9-9ae8-f5c8ca8813f7 req-1e9ef1fd-8c0e-4711-be74-422027d3c401 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479021 Feb 20 21:01:28.247500 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc52a7d0-80ad-40f4-b324-6fad591ca4ba req-590a78cc-0f8c-4504-80c9-6d35bf549e37 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:28.249251 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dc52a7d0-80ad-40f4-b324-6fad591ca4ba req-590a78cc-0f8c-4504-80c9-6d35bf549e37 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0659974 Feb 20 21:01:28.368196 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dc52a7d0-80ad-40f4-b324-6fad591ca4ba req-d13c937b-2299-4227-9a23-eaedafb0d0ce tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088946 Feb 20 21:01:28.399414 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-449e33b8-1296-470b-af89-0f627d091889 req-39ad1653-5a28-455d-b1ca-ccb063057979 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:28.401863 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-449e33b8-1296-470b-af89-0f627d091889 req-39ad1653-5a28-455d-b1ca-ccb063057979 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.1129975 Feb 20 21:01:28.458164 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-449e33b8-1296-470b-af89-0f627d091889 req-7d5109ae-787e-499a-80aa-83049e08255b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0503175 Feb 20 21:01:28.816674 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-eff680dc-58b9-4c89-a247-e995ce1f6495 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:29.516109 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ebdb119-a0b6-4a99-afbd-68af851673e0 req-7a91159e-efd0-4479-a06c-c07244b88939 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:29.517937 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ebdb119-a0b6-4a99-afbd-68af851673e0 req-7a91159e-efd0-4479-a06c-c07244b88939 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.90 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0936959 Feb 20 21:01:29.538334 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2335609-8dbd-4677-864d-05f94cde1fa0 req-06aaddd9-4874-4e61-b118-f55fd6232213 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:29.539912 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f2335609-8dbd-4677-864d-05f94cde1fa0 req-06aaddd9-4874-4e61-b118-f55fd6232213 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 946 time: 0.0876744 Feb 20 21:01:29.685123 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f2335609-8dbd-4677-864d-05f94cde1fa0 req-8a548209-9e4c-4508-b19b-ba8f12d6deb4 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/security-groups?id=6ee4c08c-6324-4473-9485-c20aba7165e0&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236963 Feb 20 21:01:29.701618 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be25182c-31a9-464a-b1af-3f2556404d29 req-d47089c6-2ec9-4e3d-9717-8299f8959c8a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:29.703865 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-be25182c-31a9-464a-b1af-3f2556404d29 req-d47089c6-2ec9-4e3d-9717-8299f8959c8a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.1409097 Feb 20 21:01:29.749018 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [req-0ebdb119-a0b6-4a99-afbd-68af851673e0 req-2d2ba54d-05c5-40e4-963f-25be2b00962b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Deleting port 07c3d813-bb86-4b72-bc52-c7cd06b1d277 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:01:29.749363 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0ebdb119-a0b6-4a99-afbd-68af851673e0 req-2d2ba54d-05c5-40e4-963f-25be2b00962b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:29.815898 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-be25182c-31a9-464a-b1af-3f2556404d29 req-0a94662a-f5bf-42d7-b737-3b7649297682 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1059728 Feb 20 21:01:29.883940 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-0ebdb119-a0b6-4a99-afbd-68af851673e0 req-2d2ba54d-05c5-40e4-963f-25be2b00962b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] For port 07c3d813-bb86-4b72-bc52-c7cd06b1d277, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=07c3d813-bb86-4b72-bc52-c7cd06b1d277,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:29.884588 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0ebdb119-a0b6-4a99-afbd-68af851673e0 req-2d2ba54d-05c5-40e4-963f-25be2b00962b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:29.917115 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [req-0ebdb119-a0b6-4a99-afbd-68af851673e0 req-2d2ba54d-05c5-40e4-963f-25be2b00962b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Calling delete_port for 07c3d813-bb86-4b72-bc52-c7cd06b1d277 owned by compute:nova {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:01:30.071898 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5ad0e1-06e2-4356-9c4c-fa46a7a9f73f req-f2a3c69b-410f-4b60-aef4-523f4a9dc90b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:30.075013 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7e5ad0e1-06e2-4356-9c4c-fa46a7a9f73f req-f2a3c69b-410f-4b60-aef4-523f4a9dc90b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.1353600 Feb 20 21:01:30.086839 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60708) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:30.098499 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-2b1261d7-7232-492a-9329-bc42f0446ad9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Request body: {'floatingip': {'port_id': '609f880e-4e64-48e6-891a-dbe169215980'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:30.157505 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2b1261d7-7232-492a-9329-bc42f0446ad9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (6bef8e88-6c8b-4e40-9048-cae753e99e11), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:30.180675 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0ebdb119-a0b6-4a99-afbd-68af851673e0 req-2d2ba54d-05c5-40e4-963f-25be2b00962b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (07c3d813-bb86-4b72-bc52-c7cd06b1d277), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:30.194792 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['07c3d813-bb86-4b72-bc52-c7cd06b1d277'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:01:30.231495 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d2ba54d-05c5-40e4-963f-25be2b00962b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Pushing event deleted for resources: {'Port': ['ID=07c3d813-bb86-4b72-bc52-c7cd06b1d277,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:30.246345 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:30.311555 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ebdb119-a0b6-4a99-afbd-68af851673e0 req-2d2ba54d-05c5-40e4-963f-25be2b00962b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] No DVR routers for this DVR port 07c3d813-bb86-4b72-bc52-c7cd06b1d277 on host hv-cinder-83008 {{(pid=102716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:01:30.319649 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-0ebdb119-a0b6-4a99-afbd-68af851673e0 req-2d2ba54d-05c5-40e4-963f-25be2b00962b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:30.324470 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ebdb119-a0b6-4a99-afbd-68af851673e0 req-2d2ba54d-05c5-40e4-963f-25be2b00962b tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.90 "DELETE /v2.0/ports/07c3d813-bb86-4b72-bc52-c7cd06b1d277 HTTP/1.1" status: 204 len: 173 time: 0.7998757 Feb 20 21:01:30.324979 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5e0e4248-3cfb-427e-bc2d-1033beb52bd3', 'name': 'network-vif-deleted', 'tag': '07c3d813-bb86-4b72-bc52-c7cd06b1d277'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:01:30.327333 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eda0c04e-a574-4fe7-89d7-a5c3efba0b98" -d '{"events": [{"server_uuid": "5e0e4248-3cfb-427e-bc2d-1033beb52bd3", "name": "network-vif-deleted", "tag": "07c3d813-bb86-4b72-bc52-c7cd06b1d277"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:01:30.365852 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:01:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4b9cee99-8057-47f6-a7aa-877545e8ed3b x-openstack-request-id: req-4b9cee99-8057-47f6-a7aa-877545e8ed3b {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:01:30.366401 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5e0e4248-3cfb-427e-bc2d-1033beb52bd3", "name": "network-vif-deleted", "tag": "07c3d813-bb86-4b72-bc52-c7cd06b1d277", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:01:30.366813 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4b9cee99-8057-47f6-a7aa-877545e8ed3b {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:01:30.367382 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5e0e4248-3cfb-427e-bc2d-1033beb52bd3', 'name': 'network-vif-deleted', 'tag': '07c3d813-bb86-4b72-bc52-c7cd06b1d277', 'status': 'completed', 'code': 200} Feb 20 21:01:30.727046 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2b1261d7-7232-492a-9329-bc42f0446ad9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:30.734781 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2b1261d7-7232-492a-9329-bc42f0446ad9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (6bef8e88-6c8b-4e40-9048-cae753e99e11), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:30.839576 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ec2365a5-efe5-4193-9d7e-cafc80e067e5 req-24ef1a66-2e88-4e43-844b-eca690f05a66 tempest-ServerRescueNegativeTestJSON-733818872 tempest-ServerRescueNegativeTestJSON-733818872-project] 10.222.0.71 "GET /v2.0/ports?device_id=5e0e4248-3cfb-427e-bc2d-1033beb52bd3 HTTP/1.1" status: 200 len: 210 time: 0.0481126 Feb 20 21:01:30.892895 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.l3_db [None req-2b1261d7-7232-492a-9329-bc42f0446ad9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Floating IP 6bef8e88-6c8b-4e40-9048-cae753e99e11 associated. External IP: 172.27.2.212, port: 609f880e-4e64-48e6-891a-dbe169215980. Feb 20 21:01:31.252873 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b1261d7-7232-492a-9329-bc42f0446ad9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:01:31.351479 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60722) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:31.408217 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b1261d7-7232-492a-9329-bc42f0446ad9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:01:31.416103 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2b1261d7-7232-492a-9329-bc42f0446ad9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:31.421409 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27782163-d9df-4570-9857-9ac9674badff None None] Sync routers for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:01:31.433695 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27782163-d9df-4570-9857-9ac9674badff None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:31.434318 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-27782163-d9df-4570-9857-9ac9674badff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:31.471566 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-2b1261d7-7232-492a-9329-bc42f0446ad9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "PUT /v2.0/floatingips/6bef8e88-6c8b-4e40-9048-cae753e99e11 HTTP/1.1" status: 200 len: 992 time: 1.3798065 Feb 20 21:01:31.472580 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'tag': '609f880e-4e64-48e6-891a-dbe169215980'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:01:31.477851 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53e20998-f4da-4872-a62c-309b36998443" -d '{"events": [{"name": "network-changed", "server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "tag": "609f880e-4e64-48e6-891a-dbe169215980"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:01:31.518502 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:31.552893 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee201040-b171-4ed5-890c-3980c4070f96 x-openstack-request-id: req-ee201040-b171-4ed5-890c-3980c4070f96 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:01:31.553496 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "tag": "609f880e-4e64-48e6-891a-dbe169215980", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:01:31.553948 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ee201040-b171-4ed5-890c-3980c4070f96 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:01:31.554539 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'tag': '609f880e-4e64-48e6-891a-dbe169215980', 'status': 'completed', 'code': 200} Feb 20 21:01:31.679873 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20998-f4da-4872-a62c-309b36998443 req-a45c80f7-3ad6-4feb-bfa5-1c70b0657b9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:31.682136 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-53e20998-f4da-4872-a62c-309b36998443 req-a45c80f7-3ad6-4feb-bfa5-1c70b0657b9e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 1130 time: 0.1044517 Feb 20 21:01:31.782168 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-27782163-d9df-4570-9857-9ac9674badff None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:31.787688 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Publish callbacks [] for security_group (40c82115-2e0f-4c75-8450-f47cf2f641d6), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:31.795174 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (40c82115-2e0f-4c75-8450-f47cf2f641d6), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:31.870367 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=68222d3b940e41a7876f96f134be607b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5176923 Feb 20 21:01:31.873308 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c82115-2e0f-4c75-8450-f47cf2f641d6,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:31.875774 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60734) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:31.884318 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20998-f4da-4872-a62c-309b36998443 req-424394f8-8206-497c-8639-79513ac1a646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:31.886093 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-53e20998-f4da-4872-a62c-309b36998443 req-424394f8-8206-497c-8639-79513ac1a646 service neutron] 10.222.0.90 "GET /v2.0/networks?id=47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 200 len: 918 time: 0.1951766 Feb 20 21:01:31.889038 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.889530 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.890124 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.890799 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.891072 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.891444 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.891909 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.892552 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.893186 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.893588 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.893933 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.894586 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.895080 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-406c5f1b-48d0-411d-ba5a-faf99360c360 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:31.924811 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:31.943939 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60738) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:32.029482 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-53e20998-f4da-4872-a62c-309b36998443 req-6ef3370f-b5ff-4d43-af0f-e5c0b02684fe service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=609f880e-4e64-48e6-891a-dbe169215980 HTTP/1.1" status: 200 len: 1000 time: 0.1126478 Feb 20 21:01:32.126824 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20998-f4da-4872-a62c-309b36998443 req-2739eb9b-7ac0-4b2f-a68b-81d71d0d5107 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:32.131838 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-53e20998-f4da-4872-a62c-309b36998443 req-2739eb9b-7ac0-4b2f-a68b-81d71d0d5107 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=66e56d02-8410-4f31-939d-e4b166973128 HTTP/1.1" status: 200 len: 856 time: 0.0921240 Feb 20 21:01:32.170033 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-27782163-d9df-4570-9857-9ac9674badff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '6bef8e88-6c8b-4e40-9048-cae753e99e11', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'port_id': '609f880e-4e64-48e6-891a-dbe169215980', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'mac_address': 'fa:16:3e:a0:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:01:16Z', 'updated_at': '2022-02-20T21:01:30Z', 'revision_number': 1, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:43Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:32.191168 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-96158a94-82ad-4849-9410-8b136fc29b1c admin admin] Publish callbacks [] for security_group (40c82115-2e0f-4c75-8450-f47cf2f641d6), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:32.202182 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27782163-d9df-4570-9857-9ac9674badff None None] Checking router: 9a9a1178-04cb-4879-ad7f-cbc13ec62528 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:01:32.212883 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27782163-d9df-4570-9857-9ac9674badff None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:32.213362 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e20998-f4da-4872-a62c-309b36998443 req-da289de9-d6e8-4d51-b929-cfb563954691 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:32.213496 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-27782163-d9df-4570-9857-9ac9674badff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:32.215919 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-53e20998-f4da-4872-a62c-309b36998443 req-da289de9-d6e8-4d51-b929-cfb563954691 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47eb7a64-c008-428d-9f9c-6083205d80a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0792801 Feb 20 21:01:32.217506 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-96158a94-82ad-4849-9410-8b136fc29b1c admin admin] Publish callbacks [] for security_group (40c82115-2e0f-4c75-8450-f47cf2f641d6), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:32.338521 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-27782163-d9df-4570-9857-9ac9674badff None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:32.351951 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-96158a94-82ad-4849-9410-8b136fc29b1c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (40c82115-2e0f-4c75-8450-f47cf2f641d6), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:32.357714 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-96158a94-82ad-4849-9410-8b136fc29b1c admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:32.359777 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-96158a94-82ad-4849-9410-8b136fc29b1c admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/40c82115-2e0f-4c75-8450-f47cf2f641d6 HTTP/1.1" status: 204 len: 168 time: 0.4796410 Feb 20 21:01:32.384035 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-53e20998-f4da-4872-a62c-309b36998443 req-22d41d89-725c-4e91-98ad-ddbb349fb053 service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602674 Feb 20 21:01:32.388045 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96158a94-82ad-4849-9410-8b136fc29b1c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c82115-2e0f-4c75-8450-f47cf2f641d6,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:32.513717 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 07c3d813-bb86-4b72-bc52-c7cd06b1d277 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:01:32.550901 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 07c3d813-bb86-4b72-bc52-c7cd06b1d277 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:01:32.551689 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 07c3d813-bb86-4b72-bc52-c7cd06b1d277 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:01:32.572284 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-53e20998-f4da-4872-a62c-309b36998443 req-69b96a35-29fa-4e1c-8a65-78cd1ef89253 service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781147 Feb 20 21:01:32.672717 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f0fdecba-8bd1-4417-b660-139dccae3b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609256'] for router_interface (249bf6ac-a832-4b7d-8864-82be706384ca), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:32.675679 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-27782163-d9df-4570-9857-9ac9674badff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '6bef8e88-6c8b-4e40-9048-cae753e99e11', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'port_id': '609f880e-4e64-48e6-891a-dbe169215980', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'mac_address': 'fa:16:3e:a0:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:01:16Z', 'updated_at': '2022-02-20T21:01:30Z', 'revision_number': 1, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:43Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:32.716282 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27782163-d9df-4570-9857-9ac9674badff None None] The sync data for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi is: [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '6bef8e88-6c8b-4e40-9048-cae753e99e11', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'floating_ip_address': '172.27.2.212', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'port_id': '609f880e-4e64-48e6-891a-dbe169215980', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 471, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'mac_address': 'fa:16:3e:a0:d0:86', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:01:16Z', 'updated_at': '2022-02-20T21:01:30Z', 'revision_number': 1, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:43Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:01:33.026104 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8ec0788-c8f0-4437-87e4-e7f455709cec None None] New status for floating IP 6bef8e88-6c8b-4e40-9048-cae753e99e11: ACTIVE {{(pid=102718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:01:33.074169 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-f0fdecba-8bd1-4417-b660-139dccae3b5f admin admin] Deleting port aad6206f-44c4-4dfb-be20-b7cdda0e48c8 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:01:33.074685 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f0fdecba-8bd1-4417-b660-139dccae3b5f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:33.232429 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:33.251605 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-f0fdecba-8bd1-4417-b660-139dccae3b5f admin admin] For port aad6206f-44c4-4dfb-be20-b7cdda0e48c8, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=aad6206f-44c4-4dfb-be20-b7cdda0e48c8,segment=NetworkSegment(432821af-ebef-4cff-a242-1048b2ef3550),segment_id=432821af-ebef-4cff-a242-1048b2ef3550)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:33.251999 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f0fdecba-8bd1-4417-b660-139dccae3b5f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:33.281983 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-f0fdecba-8bd1-4417-b660-139dccae3b5f admin admin] Calling delete_port for aad6206f-44c4-4dfb-be20-b7cdda0e48c8 owned by network:router_interface {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:01:33.467490 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60766) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:33.616420 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1600689467-network', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:33.644774 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Made reservation on behalf of a21e1ba905f94b2a87c3a7ed144d76d6 for: {'network': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:01:33.647223 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:33.657066 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:33.771992 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Publish callbacks [] for security_group (adcfcbc3-ee1a-4359-a4ff-f65165b73ac8), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:33.777924 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f0fdecba-8bd1-4417-b660-139dccae3b5f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (aad6206f-44c4-4dfb-be20-b7cdda0e48c8), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:33.778854 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (adcfcbc3-ee1a-4359-a4ff-f65165b73ac8), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:33.809553 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 156} {{(pid=102716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:01:33.810862 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fdecba-8bd1-4417-b660-139dccae3b5f admin admin] Pushing event deleted for resources: {'Port': ['ID=aad6206f-44c4-4dfb-be20-b7cdda0e48c8,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:33.834156 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:33.842745 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (f8955fba-a266-4164-93ed-8122b6887db9), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:33.843332 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.segments_db [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Added segment f8955fba-a266-4164-93ed-8122b6887db9 of type vlan for network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 Feb 20 21:01:33.925875 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (0a1fb418-a21e-4f42-a639-a86f2ceedbb9), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:33.964466 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (0a1fb418-a21e-4f42-a639-a86f2ceedbb9), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:33.966163 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:33.967319 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:34.022673 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5528641 Feb 20 21:01:34.027469 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60770) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:34.037867 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e66f888-c714-45bc-ac5c-f5183164b58a admin admin] Pushing event updated for resources: {'Network': ['ID=0a1fb418-a21e-4f42-a639-a86f2ceedbb9,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:34.038155 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-5915aa47-e466-496d-b3f5-d44c9e86b0fc admin admin] Request body: {'subnet': {'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1600689467-subnet', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'ip_version': 4}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:34.052131 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:01:34.060701 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f0fdecba-8bd1-4417-b660-139dccae3b5f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608888'] for router_interface (249bf6ac-a832-4b7d-8864-82be706384ca), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:34.092171 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5915aa47-e466-496d-b3f5-d44c9e86b0fc admin admin] Made reservation on behalf of a21e1ba905f94b2a87c3a7ed144d76d6 for: {'subnet': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:01:34.095715 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5915aa47-e466-496d-b3f5-d44c9e86b0fc admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30576224'] for subnet (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:34.574726 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5915aa47-e466-496d-b3f5-d44c9e86b0fc admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30559871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30576274'] for subnet (5aa09159-a533-476b-bbce-9a56dac45c42), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:34.583463 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f0fdecba-8bd1-4417-b660-139dccae3b5f admin admin] Router 249bf6ac-a832-4b7d-8864-82be706384ca has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:01:34.646288 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5915aa47-e466-496d-b3f5-d44c9e86b0fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=5aa09159-a533-476b-bbce-9a56dac45c42,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:34.705720 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5915aa47-e466-496d-b3f5-d44c9e86b0fc admin admin] Checking segment: {'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:01:34.706036 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915aa47-e466-496d-b3f5-d44c9e86b0fc admin admin] Network hostable DHCP agents. Network: 0a1fb418-a21e-4f42-a639-a86f2ceedbb9, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:01:34.771009 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5915aa47-e466-496d-b3f5-d44c9e86b0fc admin admin] Network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:01:34.788839 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-5915aa47-e466-496d-b3f5-d44c9e86b0fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 0a1fb418-a21e-4f42-a639-a86f2ceedbb9) {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:34.794727 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5915aa47-e466-496d-b3f5-d44c9e86b0fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:34.795516 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5915aa47-e466-496d-b3f5-d44c9e86b0fc admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:34.799769 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b4a7d1-48ba-4570-9e35-d848a9abb138 None None] Network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:01:34.801438 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0fdecba-8bd1-4417-b660-139dccae3b5f admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:01:34.815614 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f1f72-fa29-4f9c-970d-48f8c719b3a4 None None] Sync routers for ids ['249bf6ac-a832-4b7d-8864-82be706384ca'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:01:34.818325 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60774) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:34.819148 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-f0fdecba-8bd1-4417-b660-139dccae3b5f admin admin] 10.222.0.71 "PUT /v2.0/routers/249bf6ac-a832-4b7d-8864-82be706384ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8714280 Feb 20 21:01:34.839687 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-5915aa47-e466-496d-b3f5-d44c9e86b0fc admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.8100395 Feb 20 21:01:34.845118 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60776) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:34.845497 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f1f72-fa29-4f9c-970d-48f8c719b3a4 None None] Routers {'249bf6ac-a832-4b7d-8864-82be706384ca'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:34.846308 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-941f1f72-fa29-4f9c-970d-48f8c719b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['249bf6ac-a832-4b7d-8864-82be706384ca'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:34.852847 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:34.893468 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129096'] for router (24ce63d0-ab35-433d-abe6-e442a44cb6ed), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:34.898730 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129203'] for router (24ce63d0-ab35-433d-abe6-e442a44cb6ed), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:34.981347 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-941f1f72-fa29-4f9c-970d-48f8c719b3a4 None None] Set router 249bf6ac-a832-4b7d-8864-82be706384ca gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:35.014803 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Publish callbacks [] for router_controller (24ce63d0-ab35-433d-abe6-e442a44cb6ed), precommit_add_association {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.022711 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Publish callbacks [] for router (249bf6ac-a832-4b7d-8864-82be706384ca), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.054644 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e186323-6794-51a6-9681-5fb779ffdfce-0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42'}]}} from dv-cinder-830088-1-iscsi. {{(pid=102718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 21:01:35.056240 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.328580 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Publish callbacks [] for router_gateway (24ce63d0-ab35-433d-abe6-e442a44cb6ed), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.340645 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-941f1f72-fa29-4f9c-970d-48f8c719b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1267401915-router', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '62eec56a-a315-456e-8989-4a40c559a955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:28Z', 'updated_at': '2022-02-20T21:01:33Z', 'revision_number': 5, 'project_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'gw_port': {'id': '62eec56a-a315-456e-8989-4a40c559a955', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:29Z', 'updated_at': '2022-02-20T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:35.396754 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Allocated IP 172.20.0.2 (0a1fb418-a21e-4f42-a639-a86f2ceedbb9/5aa09159-a533-476b-bbce-9a56dac45c42/0ccf1aca-66d2-4858-836c-1370f2e4b678) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:01:35.431465 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f1f72-fa29-4f9c-970d-48f8c719b3a4 None None] Checking router: 249bf6ac-a832-4b7d-8864-82be706384ca for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:01:35.447946 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-941f1f72-fa29-4f9c-970d-48f8c719b3a4 None None] Routers {'249bf6ac-a832-4b7d-8864-82be706384ca'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:35.449479 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-941f1f72-fa29-4f9c-970d-48f8c719b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['249bf6ac-a832-4b7d-8864-82be706384ca'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:35.509668 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Publish callbacks [] for router_gateway (249bf6ac-a832-4b7d-8864-82be706384ca), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.621473 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-941f1f72-fa29-4f9c-970d-48f8c719b3a4 None None] Set router 249bf6ac-a832-4b7d-8864-82be706384ca gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:35.651670 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Deleting port 62eec56a-a315-456e-8989-4a40c559a955 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:01:35.652393 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (62eec56a-a315-456e-8989-4a40c559a955), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.660767 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Publish callbacks [] for router_gateway (24ce63d0-ab35-433d-abe6-e442a44cb6ed), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.695218 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.735420 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Publish callbacks [] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.750369 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.807121 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] For port 62eec56a-a315-456e-8989-4a40c559a955, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=62eec56a-a315-456e-8989-4a40c559a955,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:35.807706 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (62eec56a-a315-456e-8989-4a40c559a955), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.822015 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:01:35.825232 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Calling delete_port for 62eec56a-a315-456e-8989-4a40c559a955 owned by network:router_gateway {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:01:35.828805 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:35.835731 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:01:35.852414 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Allocated IP 172.27.2.121 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/33076990-7c23-4f8a-90df-3647d6d76d46) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:01:35.869449 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Pushing event updated for resources: {'Port': ['ID=0ccf1aca-66d2-4858-836c-1370f2e4b678,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:35.927633 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-941f1f72-fa29-4f9c-970d-48f8c719b3a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1267401915-router', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '62eec56a-a315-456e-8989-4a40c559a955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:28Z', 'updated_at': '2022-02-20T21:01:33Z', 'revision_number': 5, 'project_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'gw_port': {'id': '62eec56a-a315-456e-8989-4a40c559a955', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:29Z', 'updated_at': '2022-02-20T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:35.939371 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Attempting to bind port 0ccf1aca-66d2-4858-836c-1370f2e4b678 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:01:35.940457 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Attempting to bind port 0ccf1aca-66d2-4858-836c-1370f2e4b678 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:01:35.941297 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Attempting to bind port 0ccf1aca-66d2-4858-836c-1370f2e4b678 on network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:01:35.952436 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:01:35.954195 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Checking segment: {'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:01:35.955582 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.956529 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Bound using segment: {'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:01:35.957661 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Bound port: 0ccf1aca-66d2-4858-836c-1370f2e4b678, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:01:35.958990 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:35.981768 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-941f1f72-fa29-4f9c-970d-48f8c719b3a4 None None] The sync data for ids ['249bf6ac-a832-4b7d-8864-82be706384ca'] in dv-cinder-830088-1-iscsi is: [{'id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'name': 'tempest-ServerRescueNegativeTestJSON-1267401915-router', 'tenant_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135'}], 'enable_snat': True}, 'gw_port_id': '62eec56a-a315-456e-8989-4a40c559a955', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:28Z', 'updated_at': '2022-02-20T21:01:33Z', 'revision_number': 5, 'project_id': '09c6d47e4a5f4d7896bbf6d3240b4269', 'gw_port': {'id': '62eec56a-a315-456e-8989-4a40c559a955', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:44:11:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '249bf6ac-a832-4b7d-8864-82be706384ca', 'device_owner': 'network:router_gateway', 'standard_attr_id': 287, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.135', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:29Z', 'updated_at': '2022-02-20T20:58:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:01:35.999349 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Publish callbacks [] for port (33076990-7c23-4f8a-90df-3647d6d76d46), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.050745 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] For port 0ccf1aca-66d2-4858-836c-1370f2e4b678, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:01:36.055008 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] For port 0ccf1aca-66d2-4858-836c-1370f2e4b678, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=0ccf1aca-66d2-4858-836c-1370f2e4b678,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:01:36.064708 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.095724 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (33076990-7c23-4f8a-90df-3647d6d76d46), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.099629 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (62eec56a-a315-456e-8989-4a40c559a955), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.138098 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=62eec56a-a315-456e-8989-4a40c559a955,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:36.151765 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9e4733-2535-49d9-8626-9908f2ebaa09 None None] Pushing event updated for resources: {'Port': ['ID=0ccf1aca-66d2-4858-836c-1370f2e4b678,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:36.187784 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:01:36.196611 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:36.202092 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:01:36.220300 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608146'] for router_gateway (249bf6ac-a832-4b7d-8864-82be706384ca), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.242320 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Pushing event updated for resources: {'Port': ['ID=33076990-7c23-4f8a-90df-3647d6d76d46,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:36.393964 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129210'] for router (249bf6ac-a832-4b7d-8864-82be706384ca), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.397188 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Publish callbacks [] for router_controller (249bf6ac-a832-4b7d-8864-82be706384ca), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.522519 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619127'] for router (249bf6ac-a832-4b7d-8864-82be706384ca), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.523278 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 249bf6ac-a832-4b7d-8864-82be706384ca {{(pid=102716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 21:01:36.529675 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.532411 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-25a7d06a-a74c-4f97-9099-c0184c25f6b8 admin admin] 10.222.0.71 "DELETE /v2.0/routers/249bf6ac-a832-4b7d-8864-82be706384ca HTTP/1.1" status: 204 len: 168 time: 1.7113731 Feb 20 21:01:36.535860 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60780) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:36.674141 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device aad6206f-44c4-4dfb-be20-b7cdda0e48c8 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:01:36.678891 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_v2 [None req-55b99dcb-19b1-4149-8592-aa9acea931d2 admin admin] Deleting subnet 9c92840a-a33d-4461-a6c9-69048944a647 {{(pid=102716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:01:36.688981 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-55b99dcb-19b1-4149-8592-aa9acea931d2 admin admin] Publish callbacks [] for subnet (9c92840a-a33d-4461-a6c9-69048944a647), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.692439 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Publish callbacks [] for router_gateway (24ce63d0-ab35-433d-abe6-e442a44cb6ed), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.716679 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: aad6206f-44c4-4dfb-be20-b7cdda0e48c8 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:01:36.717178 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device aad6206f-44c4-4dfb-be20-b7cdda0e48c8 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:01:36.757878 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-55b99dcb-19b1-4149-8592-aa9acea931d2 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30520643'] for subnet (9c92840a-a33d-4461-a6c9-69048944a647), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.804074 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-55b99dcb-19b1-4149-8592-aa9acea931d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (9c92840a-a33d-4461-a6c9-69048944a647), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.867666 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-55b99dcb-19b1-4149-8592-aa9acea931d2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29631517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29417191'] for subnet (9c92840a-a33d-4461-a6c9-69048944a647), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.899076 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b99dcb-19b1-4149-8592-aa9acea931d2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9c92840a-a33d-4461-a6c9-69048944a647,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:36.903725 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-55b99dcb-19b1-4149-8592-aa9acea931d2 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.908261 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-55b99dcb-19b1-4149-8592-aa9acea931d2 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/9c92840a-a33d-4461-a6c9-69048944a647 HTTP/1.1" status: 204 len: 168 time: 0.3698559 Feb 20 21:01:36.910682 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60782) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:36.991466 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (a4f8a45b-b791-457b-a875-24c2671e4732), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:36.999541 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608182'] for router (24ce63d0-ab35-433d-abe6-e442a44cb6ed), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.082306 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (a4f8a45b-b791-457b-a875-24c2671e4732), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.121114 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4f8a45b-b791-457b-a875-24c2671e4732']}} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:37.148992 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '432821af-ebef-4cff-a242-1048b2ef3550') {'for_net_delete': True} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:37.149345 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '432821af-ebef-4cff-a242-1048b2ef3550') {} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:37.161872 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30520666'] for segment (432821af-ebef-4cff-a242-1048b2ef3550), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.182000 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (432821af-ebef-4cff-a242-1048b2ef3550), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.184282 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Router 24ce63d0-ab35-433d-abe6-e442a44cb6ed is scheduled to L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb with binding_index 1 {{(pid=102717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 21:01:37.194544 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] Releasing vlan 193 on physical network physnet1 to pool {{(pid=102716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:01:37.195076 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29634043'] for segment (432821af-ebef-4cff-a242-1048b2ef3550), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: Traceback (most recent call last): Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: timer() Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: cb(*args, **kw) Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: return func(*args, **kwargs) Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: self._notify() Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: self.callback(batched_events) Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: event.method(event) Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: return f(self, *a, **k) Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: return self._get(url).json() Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: return self.request(url, 'GET', **kwargs) Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:01:37.198527 dv-cinder-830088-1-iscsi neutron-server[102716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:01:37.332157 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (a4f8a45b-b791-457b-a875-24c2671e4732), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.349226 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.361698 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] 10.222.0.71 "DELETE /v2.0/networks/a4f8a45b-b791-457b-a875-24c2671e4732 HTTP/1.1" status: 204 len: 168 time: 0.4407716 Feb 20 21:01:37.381408 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97aaa3b-e44f-4d3f-a43f-b1b926a7e64a admin admin] Pushing event deleted for resources: {'Network': ['ID=a4f8a45b-b791-457b-a875-24c2671e4732,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:37.613739 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60794) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:37.664888 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-c9b92412-68c1-4e93-8847-3ff91267a012 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=09c6d47e4a5f4d7896bbf6d3240b4269&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0493100 Feb 20 21:01:37.667420 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60796) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:37.680988 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:01:37.696867 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Sync routers for ids ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:01:37.709500 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2ae4d28-e87f-4963-be35-d0ad0596111f None None] Network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:01:37.718783 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Routers {'24ce63d0-ab35-433d-abe6-e442a44cb6ed'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:37.720373 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:37.737060 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] Publish callbacks [] for router (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.740896 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-6b63a336-ea83-4fb3-88d5-7153d14c1e8e admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.8916428 Feb 20 21:01:37.741218 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60798) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:37.758808 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1a0ebcaf-960c-4e0e-b462-663b99b99445 admin admin] Publish callbacks [] for security_group (6ee4c08c-6324-4473-9485-c20aba7165e0), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.804964 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1a0ebcaf-960c-4e0e-b462-663b99b99445 admin admin] Publish callbacks [] for security_group (6ee4c08c-6324-4473-9485-c20aba7165e0), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.836341 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-62128cd4-23c4-467d-9944-ff331bd88006 None None] Provisioning complete for port 0ccf1aca-66d2-4858-836c-1370f2e4b678 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:37.837346 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-62128cd4-23c4-467d-9944-ff331bd88006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.876709 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1a0ebcaf-960c-4e0e-b462-663b99b99445 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (6ee4c08c-6324-4473-9485-c20aba7165e0), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.883150 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1a0ebcaf-960c-4e0e-b462-663b99b99445 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:37.885568 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-1a0ebcaf-960c-4e0e-b462-663b99b99445 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6ee4c08c-6324-4473-9485-c20aba7165e0 HTTP/1.1" status: 204 len: 168 time: 0.2167447 Feb 20 21:01:37.899829 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ebcaf-960c-4e0e-b462-663b99b99445 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ee4c08c-6324-4473-9485-c20aba7165e0,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:38.042765 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Set router 24ce63d0-ab35-433d-abe6-e442a44cb6ed gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:38.045176 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44092af5-9311-47f6-be8c-1751b49e7c7e req-41b0499b-5ee3-48c4-a194-ee81461e46e1 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:38.051533 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-44092af5-9311-47f6-be8c-1751b49e7c7e req-41b0499b-5ee3-48c4-a194-ee81461e46e1 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1214836 Feb 20 21:01:38.158771 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-44092af5-9311-47f6-be8c-1751b49e7c7e req-fd05b274-3f0e-49e8-98e4-d6ed37ceeea1 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1015902 Feb 20 21:01:38.234494 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-62128cd4-23c4-467d-9944-ff331bd88006 None None] Current status of the port 0ccf1aca-66d2-4858-836c-1370f2e4b678 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:38.235152 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-62128cd4-23c4-467d-9944-ff331bd88006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:38.355942 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-62128cd4-23c4-467d-9944-ff331bd88006 None None] For port 0ccf1aca-66d2-4858-836c-1370f2e4b678, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=0ccf1aca-66d2-4858-836c-1370f2e4b678,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:38.365291 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-62128cd4-23c4-467d-9944-ff331bd88006 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:38.434252 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:01:36Z', 'revision_number': 3, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:38.436122 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62128cd4-23c4-467d-9944-ff331bd88006 None None] Pushing event updated for resources: {'Port': ['ID=0ccf1aca-66d2-4858-836c-1370f2e4b678,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:38.469468 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Checking router: 24ce63d0-ab35-433d-abe6-e442a44cb6ed for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:01:38.470095 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Updating router 24ce63d0-ab35-433d-abe6-e442a44cb6ed port 33076990-7c23-4f8a-90df-3647d6d76d46 binding host dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:01:38.533417 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (33076990-7c23-4f8a-90df-3647d6d76d46), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:38.574792 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:38.741310 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 0ccf1aca-66d2-4858-836c-1370f2e4b678 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:01:38.825083 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Allocated IP 172.20.0.1 (0a1fb418-a21e-4f42-a639-a86f2ceedbb9/5aa09159-a533-476b-bbce-9a56dac45c42/3675409e-e78b-406b-9237-e575090c6d1a) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:01:38.842068 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-8acfe94b-d9b4-4813-8a90-aad470b78a93 None None] Provisioning complete for port 0ccf1aca-66d2-4858-836c-1370f2e4b678 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:38.842681 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8acfe94b-d9b4-4813-8a90-aad470b78a93 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.041767 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Publish callbacks [] for port (3675409e-e78b-406b-9237-e575090c6d1a), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.062125 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 0ccf1aca-66d2-4858-836c-1370f2e4b678 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:39.062562 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.103956 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (3675409e-e78b-406b-9237-e575090c6d1a), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.138522 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:01:39.170229 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:39.177613 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:01:39.183520 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-8acfe94b-d9b4-4813-8a90-aad470b78a93 None None] Current status of the port 0ccf1aca-66d2-4858-836c-1370f2e4b678 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:39.282034 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Pushing event updated for resources: {'Port': ['ID=3675409e-e78b-406b-9237-e575090c6d1a,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:39.303614 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Publish callbacks [] for port (33076990-7c23-4f8a-90df-3647d6d76d46), precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.317436 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609121'] for router_interface (24ce63d0-ab35-433d-abe6-e442a44cb6ed), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.320003 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (33076990-7c23-4f8a-90df-3647d6d76d46), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.330209 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 0ccf1aca-66d2-4858-836c-1370f2e4b678 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:39.356489 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 62eec56a-a315-456e-8989-4a40c559a955 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:01:39.421992 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c250104-3b48-4d91-9448-c970b0eb0fc7 req-0104140b-ab21-43da-bdc7-95152ec0fe41 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:39.424570 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8c250104-3b48-4d91-9448-c970b0eb0fc7 req-0104140b-ab21-43da-bdc7-95152ec0fe41 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1138544 Feb 20 21:01:39.433457 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 62eec56a-a315-456e-8989-4a40c559a955 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:01:39.434000 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 62eec56a-a315-456e-8989-4a40c559a955 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:01:39.435971 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1a705-212e-4c71-93af-5bb76f651fe3 None None] Pushing event updated for resources: {'Port': ['ID=33076990-7c23-4f8a-90df-3647d6d76d46,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:39.439957 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Attempting to bind port 33076990-7c23-4f8a-90df-3647d6d76d46 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:01:39.440469 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Attempting to bind port 33076990-7c23-4f8a-90df-3647d6d76d46 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:01:39.440941 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Attempting to bind port 33076990-7c23-4f8a-90df-3647d6d76d46 on network ea720e23-b531-404c-aafa-141089e16b4e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:01:39.453974 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:01:39.454519 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Checking segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:01:39.455117 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.455631 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Bound using segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:01:39.456243 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Bound port: 33076990-7c23-4f8a-90df-3647d6d76d46, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:01:39.456811 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (33076990-7c23-4f8a-90df-3647d6d76d46), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.508538 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8c250104-3b48-4d91-9448-c970b0eb0fc7 req-1e3a1844-4801-4c9d-902c-9b639acab21b tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775006 Feb 20 21:01:39.537503 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] For port 33076990-7c23-4f8a-90df-3647d6d76d46, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:01:39.541932 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] For port 33076990-7c23-4f8a-90df-3647d6d76d46, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=33076990-7c23-4f8a-90df-3647d6d76d46,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:01:39.551525 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (33076990-7c23-4f8a-90df-3647d6d76d46), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.602116 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (3675409e-e78b-406b-9237-e575090c6d1a), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.646410 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Routers {'24ce63d0-ab35-433d-abe6-e442a44cb6ed'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:39.647050 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:39.649827 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e1a705-212e-4c71-93af-5bb76f651fe3 None None] Pushing event updated for resources: {'Port': ['ID=33076990-7c23-4f8a-90df-3647d6d76d46,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:39.701272 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c20c1779-dd58-4da7-a0dc-89c3c49e8508 None None] Provisioning complete for port 3675409e-e78b-406b-9237-e575090c6d1a triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:39.701721 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c20c1779-dd58-4da7-a0dc-89c3c49e8508 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (3675409e-e78b-406b-9237-e575090c6d1a), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.815010 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-f27e74b2-2c66-4fd8-9899-18651ab14d83 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:39.816723 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-f27e74b2-2c66-4fd8-9899-18651ab14d83 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.90 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1349461 Feb 20 21:01:39.836902 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Publish callbacks [] for port (3675409e-e78b-406b-9237-e575090c6d1a), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.846671 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (3675409e-e78b-406b-9237-e575090c6d1a), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:39.880911 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c20c1779-dd58-4da7-a0dc-89c3c49e8508 None None] Port 3675409e-e78b-406b-9237-e575090c6d1a cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:01:39.933088 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] Set router 24ce63d0-ab35-433d-abe6-e442a44cb6ed gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:39.950884 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Pushing event updated for resources: {'Port': ['ID=3675409e-e78b-406b-9237-e575090c6d1a,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:39.954245 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609269'] for router_interface (24ce63d0-ab35-433d-abe6-e442a44cb6ed), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:40.036260 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Deleting port 80f8c273-0db2-4990-834c-de3ee7aa1044 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:01:40.037134 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:40.086312 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:01:40.091014 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:40.261283 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] For port 80f8c273-0db2-4990-834c-de3ee7aa1044, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=80f8c273-0db2-4990-834c-de3ee7aa1044,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:40.261893 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:40.319243 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Router 24ce63d0-ab35-433d-abe6-e442a44cb6ed has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:01:40.340974 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '3675409e-e78b-406b-9237-e575090c6d1a', 'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'mac_address': 'fa:16:3e:af:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:38Z', 'updated_at': '2022-02-20T21:01:38Z', 'revision_number': 1, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'subnets': [{'id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:40.382836 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b44c585-4c73-4cbb-ba8f-c992d5084b49 None None] The sync data for ids ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'] in dv-cinder-830088-1-iscsi is: [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '3675409e-e78b-406b-9237-e575090c6d1a', 'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'mac_address': 'fa:16:3e:af:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:38Z', 'updated_at': '2022-02-20T21:01:38Z', 'revision_number': 1, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'subnets': [{'id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:01:40.495730 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:01:40.515684 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-b560b201-3edb-4fe3-a3fc-1e8ff2242d9e admin admin] 10.222.0.71 "PUT /v2.0/routers/24ce63d0-ab35-433d-abe6-e442a44cb6ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7728479 Feb 20 21:01:40.556091 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 0ccf1aca-66d2-4858-836c-1370f2e4b678 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:01:40.561918 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-4d1475bd-bdc7-493c-a831-c9229127509f None None] Provisioning complete for port 3675409e-e78b-406b-9237-e575090c6d1a triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:40.562906 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d1475bd-bdc7-493c-a831-c9229127509f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (3675409e-e78b-406b-9237-e575090c6d1a), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:40.602308 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4d1475bd-bdc7-493c-a831-c9229127509f None None] Port 3675409e-e78b-406b-9237-e575090c6d1a cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:01:40.662954 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 0ccf1aca-66d2-4858-836c-1370f2e4b678 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:40.663458 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:40.844604 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 0ccf1aca-66d2-4858-836c-1370f2e4b678 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:40.896583 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-355073c2-ea5e-41c7-9c3d-f09a5e7602a6 req-070622d9-1ac6-48a4-b737-48d04fac4874 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:40.903871 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-355073c2-ea5e-41c7-9c3d-f09a5e7602a6 req-070622d9-1ac6-48a4-b737-48d04fac4874 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 945 time: 0.1993501 Feb 20 21:01:40.998139 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-355073c2-ea5e-41c7-9c3d-f09a5e7602a6 req-33e7a777-5590-412a-9359-62ece8440648 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=85a405f1-3f9e-438b-9262-749af43336a2&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0931816 Feb 20 21:01:41.002667 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:41.002667 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (cfe28220-41f1-45a2-b657-19590caaa1ad), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:41.002667 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.l3_db [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Floating IP cfe28220-41f1-45a2-b657-19590caaa1ad disassociated. External IP: 172.27.2.245, port: 80f8c273-0db2-4990-834c-de3ee7aa1044. Feb 20 21:01:41.003244 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Calling delete_port for 80f8c273-0db2-4990-834c-de3ee7aa1044 owned by compute:nova {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:01:41.278633 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (80f8c273-0db2-4990-834c-de3ee7aa1044), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:41.347866 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event deleted for resources: {'Port': ['ID=80f8c273-0db2-4990-834c-de3ee7aa1044,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:41.627709 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Router 473ca265-c94e-4141-aa84-36bb1baf9406 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:01:41.712496 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60868) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:41.719545 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-278541800-network', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:41.758973 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Made reservation on behalf of 641882a1a5ac495ab92637f9ff8cf5e9 for: {'network': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:01:41.761952 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:41.772308 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:41.836932 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:01:41.852104 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39cc5f-642a-4653-8c8b-5d005cfbeceb None None] Sync routers for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:01:41.871177 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39cc5f-642a-4653-8c8b-5d005cfbeceb None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:41.871807 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-7d39cc5f-642a-4653-8c8b-5d005cfbeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:41.877971 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Publish callbacks [] for security_group (4d3915e1-287d-43a3-8b07-1b56fee3c940), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:41.883676 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (4d3915e1-287d-43a3-8b07-1b56fee3c940), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:41.900623 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 173} {{(pid=102717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:01:41.915001 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] No DVR routers for this DVR port 80f8c273-0db2-4990-834c-de3ee7aa1044 on host hv-cinder-83008 {{(pid=102716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:01:41.917600 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:41.919434 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (8428d4b2-5895-44a8-8549-9154e3c3b525), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:41.919813 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.segments_db [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Added segment 8428d4b2-5895-44a8-8549-9154e3c3b525 of type vlan for network 6329a48d-50c9-44b2-b5ed-42d347a7c741 Feb 20 21:01:41.921177 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b3547002-581c-4b22-9fd2-e0f713aac144 req-0b51733a-f681-4a80-86ab-3b2452c83b00 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.90 "DELETE /v2.0/ports/80f8c273-0db2-4990-834c-de3ee7aa1044 HTTP/1.1" status: 204 len: 173 time: 2.0955248 Feb 20 21:01:41.922280 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'name': 'network-vif-deleted', 'tag': '80f8c273-0db2-4990-834c-de3ee7aa1044'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:01:41.925398 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8e6e432b-4aa5-4e97-8f03-b096dc4871cb" -d '{"events": [{"server_uuid": "e1e2eb60-359a-4227-bf73-bfa7cb882307", "name": "network-vif-deleted", "tag": "80f8c273-0db2-4990-834c-de3ee7aa1044"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:01:41.972055 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:01:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d28ee0-4922-4e43-81e3-392304da03f5 x-openstack-request-id: req-91d28ee0-4922-4e43-81e3-392304da03f5 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:01:41.972167 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e1e2eb60-359a-4227-bf73-bfa7cb882307", "name": "network-vif-deleted", "tag": "80f8c273-0db2-4990-834c-de3ee7aa1044", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:01:41.972451 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-91d28ee0-4922-4e43-81e3-392304da03f5 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:01:41.972875 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e1e2eb60-359a-4227-bf73-bfa7cb882307', 'name': 'network-vif-deleted', 'tag': '80f8c273-0db2-4990-834c-de3ee7aa1044', 'status': 'completed', 'code': 200} Feb 20 21:01:41.997856 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (6329a48d-50c9-44b2-b5ed-42d347a7c741), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:42.025390 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d3915e1-287d-43a3-8b07-1b56fee3c940,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:42.065847 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (6329a48d-50c9-44b2-b5ed-42d347a7c741), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:42.066645 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:42.067304 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:42.145070 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4320750 Feb 20 21:01:42.148029 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60874) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:42.155588 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-3bf4aa02-50e6-4137-a89c-38df9bc2cb70 admin admin] Request body: {'subnet': {'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-278541800-subnet', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'ip_version': 4}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:42.165378 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7f0e2b0-e025-42a5-bef3-a789b546fe36 admin admin] Pushing event updated for resources: {'Network': ['ID=6329a48d-50c9-44b2-b5ed-42d347a7c741,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:42.177414 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 6329a48d-50c9-44b2-b5ed-42d347a7c741 details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:01:42.195112 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bf4aa02-50e6-4137-a89c-38df9bc2cb70 admin admin] Made reservation on behalf of 641882a1a5ac495ab92637f9ff8cf5e9 for: {'subnet': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:01:42.199198 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3bf4aa02-50e6-4137-a89c-38df9bc2cb70 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-30576224'] for subnet (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:42.202235 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5f57254f-eb6e-4c1b-a030-8fb4604d7da0 req-138dedeb-55e0-4d72-a729-0652ea0422bb tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=e1e2eb60-359a-4227-bf73-bfa7cb882307 HTTP/1.1" status: 200 len: 210 time: 0.0469775 Feb 20 21:01:42.337515 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-7d39cc5f-642a-4653-8c8b-5d005cfbeceb None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:42.456646 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3bf4aa02-50e6-4137-a89c-38df9bc2cb70 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-30559871', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-30576274'] for subnet (19a3cfb8-5b80-494f-9525-f91af509a71c), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:42.564348 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 80f8c273-0db2-4990-834c-de3ee7aa1044 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:01:42.579036 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 33076990-7c23-4f8a-90df-3647d6d76d46 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:01:42.633137 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bf4aa02-50e6-4137-a89c-38df9bc2cb70 admin admin] Pushing event updated for resources: {'Subnet': ['ID=19a3cfb8-5b80-494f-9525-f91af509a71c,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:42.639737 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3bf4aa02-50e6-4137-a89c-38df9bc2cb70 admin admin] Checking segment: {'id': '8428d4b2-5895-44a8-8549-9154e3c3b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:01:42.640137 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf4aa02-50e6-4137-a89c-38df9bc2cb70 admin admin] Network hostable DHCP agents. Network: 6329a48d-50c9-44b2-b5ed-42d347a7c741, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102717) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:01:42.662351 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bf4aa02-50e6-4137-a89c-38df9bc2cb70 admin admin] Network 6329a48d-50c9-44b2-b5ed-42d347a7c741 is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102717) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:01:42.664664 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 80f8c273-0db2-4990-834c-de3ee7aa1044 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:01:42.665261 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 80f8c273-0db2-4990-834c-de3ee7aa1044 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:01:42.677515 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-3bf4aa02-50e6-4137-a89c-38df9bc2cb70 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 6329a48d-50c9-44b2-b5ed-42d347a7c741) {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:42.691387 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7520f645-c905-45aa-ac56-0a7891341532 None None] Network 6329a48d-50c9-44b2-b5ed-42d347a7c741 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:01:42.693011 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf4aa02-50e6-4137-a89c-38df9bc2cb70 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:42.693850 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3bf4aa02-50e6-4137-a89c-38df9bc2cb70 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:42.730195 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-3bf4aa02-50e6-4137-a89c-38df9bc2cb70 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5806684 Feb 20 21:01:42.732727 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60878) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:42.746943 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-278541800-router', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:42.756180 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-7d39cc5f-642a-4653-8c8b-5d005cfbeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:36Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:42.779127 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129096'] for router (3080db9e-4281-4d0f-b59b-cf711a745ba9), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:42.780258 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129203'] for router (3080db9e-4281-4d0f-b59b-cf711a745ba9), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:42.802923 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39cc5f-642a-4653-8c8b-5d005cfbeceb None None] Checking router: 473ca265-c94e-4141-aa84-36bb1baf9406 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:01:42.811185 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 33076990-7c23-4f8a-90df-3647d6d76d46 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:42.811572 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (33076990-7c23-4f8a-90df-3647d6d76d46), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:42.815291 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d39cc5f-642a-4653-8c8b-5d005cfbeceb None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:42.816272 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-7d39cc5f-642a-4653-8c8b-5d005cfbeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:42.877900 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Publish callbacks [] for router_controller (3080db9e-4281-4d0f-b59b-cf711a745ba9), precommit_add_association {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:42.961662 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e186323-6794-51a6-9681-5fb779ffdfce-6329a48d-50c9-44b2-b5ed-42d347a7c741', 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741', 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'fixed_ips': [{'subnet_id': '19a3cfb8-5b80-494f-9525-f91af509a71c'}]}} from dv-cinder-830088-1-iscsi. {{(pid=102718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 21:01:42.962567 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:42.990794 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 33076990-7c23-4f8a-90df-3647d6d76d46 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:42.991404 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (33076990-7c23-4f8a-90df-3647d6d76d46), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.045016 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-7d39cc5f-642a-4653-8c8b-5d005cfbeceb None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:43.075140 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port 33076990-7c23-4f8a-90df-3647d6d76d46, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=33076990-7c23-4f8a-90df-3647d6d76d46,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:43.077757 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Publish callbacks [] for router_gateway (3080db9e-4281-4d0f-b59b-cf711a745ba9), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.082852 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (33076990-7c23-4f8a-90df-3647d6d76d46), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.179827 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=33076990-7c23-4f8a-90df-3647d6d76d46,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:43.192627 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Allocated IP 172.20.0.2 (6329a48d-50c9-44b2-b5ed-42d347a7c741/19a3cfb8-5b80-494f-9525-f91af509a71c/6e017e6b-8368-4ad9-9f66-17a9df315542) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:01:43.362578 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60896) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:43.451173 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Publish callbacks [] for router_gateway (3080db9e-4281-4d0f-b59b-cf711a745ba9), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.459123 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-7d39cc5f-642a-4653-8c8b-5d005cfbeceb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:36Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:43.479352 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.511239 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-163fc69b-8112-44e6-89bc-85c212ff3746 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group (85a405f1-3f9e-438b-9262-749af43336a2), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.549793 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-163fc69b-8112-44e6-89bc-85c212ff3746 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group (85a405f1-3f9e-438b-9262-749af43336a2), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.557221 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d39cc5f-642a-4653-8c8b-5d005cfbeceb None None] The sync data for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi is: [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:36Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:01:43.623654 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-163fc69b-8112-44e6-89bc-85c212ff3746 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (85a405f1-3f9e-438b-9262-749af43336a2), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.630931 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-163fc69b-8112-44e6-89bc-85c212ff3746 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.635817 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-163fc69b-8112-44e6-89bc-85c212ff3746 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "DELETE /v2.0/security-groups/85a405f1-3f9e-438b-9262-749af43336a2 HTTP/1.1" status: 204 len: 168 time: 0.2720768 Feb 20 21:01:43.636530 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60900) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:43.650287 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Allocated IP 172.27.2.107 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/f1066236-368e-4b9b-907f-713e43646613) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:01:43.655024 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.api.v2.resource [None req-bfa33730-7c23-4d5f-b437-bb3f1d90c4b0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] show failed (client error): The resource could not be found. Feb 20 21:01:43.659829 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-bfa33730-7c23-4d5f-b437-bb3f1d90c4b0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups/85a405f1-3f9e-438b-9262-749af43336a2 HTTP/1.1" status: 404 len: 347 time: 0.0192163 Feb 20 21:01:43.665039 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60902) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:43.674282 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-163fc69b-8112-44e6-89bc-85c212ff3746 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=85a405f1-3f9e-438b-9262-749af43336a2,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:43.711235 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Publish callbacks [] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.727414 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.776226 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Network 6329a48d-50c9-44b2-b5ed-42d347a7c741 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:01:43.779694 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:43.783104 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:01:43.798258 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Publish callbacks [] for port (f1066236-368e-4b9b-907f-713e43646613), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.830355 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Pushing event updated for resources: {'Port': ['ID=6e017e6b-8368-4ad9-9f66-17a9df315542,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:43.845659 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (f1066236-368e-4b9b-907f-713e43646613), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.857999 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-aa73e113-6d80-40d0-87db-a1a1a75e6aed tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Deleting port f06cec9e-64c2-4673-be6c-bd13f9b09369 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:01:43.858746 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aa73e113-6d80-40d0-87db-a1a1a75e6aed tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (f06cec9e-64c2-4673-be6c-bd13f9b09369), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.878033 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Attempting to bind port 6e017e6b-8368-4ad9-9f66-17a9df315542 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:01:43.879173 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Attempting to bind port 6e017e6b-8368-4ad9-9f66-17a9df315542 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '8428d4b2-5895-44a8-8549-9154e3c3b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:01:43.879705 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Attempting to bind port 6e017e6b-8368-4ad9-9f66-17a9df315542 on network 6329a48d-50c9-44b2-b5ed-42d347a7c741 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:01:43.888101 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:01:43.888848 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Checking segment: {'id': '8428d4b2-5895-44a8-8549-9154e3c3b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:01:43.889635 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.890626 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Bound using segment: {'id': '8428d4b2-5895-44a8-8549-9154e3c3b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:01:43.891368 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Bound port: 6e017e6b-8368-4ad9-9f66-17a9df315542, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8428d4b2-5895-44a8-8549-9154e3c3b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:01:43.892011 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.897367 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Pushing event updated for resources: {'Port': ['ID=f1066236-368e-4b9b-907f-713e43646613,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:43.911549 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:01:43.913328 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:43.916216 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:01:43.990584 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aa73e113-6d80-40d0-87db-a1a1a75e6aed tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (f06cec9e-64c2-4673-be6c-bd13f9b09369), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.991077 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aa73e113-6d80-40d0-87db-a1a1a75e6aed tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (f06cec9e-64c2-4673-be6c-bd13f9b09369), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:43.994301 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] For port 6e017e6b-8368-4ad9-9f66-17a9df315542, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:01:43.998450 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] For port 6e017e6b-8368-4ad9-9f66-17a9df315542, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=6e017e6b-8368-4ad9-9f66-17a9df315542,segment=NetworkSegment(8428d4b2-5895-44a8-8549-9154e3c3b525),segment_id=8428d4b2-5895-44a8-8549-9154e3c3b525)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:01:44.007463 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:44.011252 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-aa73e113-6d80-40d0-87db-a1a1a75e6aed tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Calling delete_port for f06cec9e-64c2-4673-be6c-bd13f9b09369 owned by network:floatingip {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:01:44.074500 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7634e62f-1f4e-4537-92e4-da6ff0b5f3e4 None None] New status for floating IP cfe28220-41f1-45a2-b657-19590caaa1ad: DOWN {{(pid=102718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:01:44.078376 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Sync routers for ids ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:01:44.091550 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d86ae5-8342-4b49-ae19-6cc244eab765 None None] Pushing event updated for resources: {'Port': ['ID=6e017e6b-8368-4ad9-9f66-17a9df315542,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:44.102171 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Routers {'24ce63d0-ab35-433d-abe6-e442a44cb6ed'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:44.102871 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:44.326578 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Set router 24ce63d0-ab35-433d-abe6-e442a44cb6ed gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:44.366215 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aa73e113-6d80-40d0-87db-a1a1a75e6aed tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (f06cec9e-64c2-4673-be6c-bd13f9b09369), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:44.414734 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Publish callbacks [] for router_gateway (3080db9e-4281-4d0f-b59b-cf711a745ba9), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:44.415024 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa73e113-6d80-40d0-87db-a1a1a75e6aed tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event deleted for resources: {'Port': ['ID=f06cec9e-64c2-4673-be6c-bd13f9b09369,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:44.518246 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aa73e113-6d80-40d0-87db-a1a1a75e6aed tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (cfe28220-41f1-45a2-b657-19590caaa1ad), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:44.523426 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aa73e113-6d80-40d0-87db-a1a1a75e6aed tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:44.525329 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-aa73e113-6d80-40d0-87db-a1a1a75e6aed tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "DELETE /v2.0/floatingips/cfe28220-41f1-45a2-b657-19590caaa1ad HTTP/1.1" status: 204 len: 168 time: 0.8590527 Feb 20 21:01:44.708315 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 6e017e6b-8368-4ad9-9f66-17a9df315542 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:01:44.759720 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '3675409e-e78b-406b-9237-e575090c6d1a', 'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'mac_address': 'fa:16:3e:af:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:38Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 2, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'subnets': [{'id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:44.782797 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 6e017e6b-8368-4ad9-9f66-17a9df315542 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:44.783608 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:44.796208 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60918) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:44.803657 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-07e95dbd-330c-485f-8a88-41c94644e610 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Request body: {'security_group': {'name': 'tempest-securitygroup--2049900466', 'description': 'tempest-description--1864853868'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:44.805560 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Checking router: 24ce63d0-ab35-433d-abe6-e442a44cb6ed for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:01:44.806431 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Updating router 24ce63d0-ab35-433d-abe6-e442a44cb6ed port 3675409e-e78b-406b-9237-e575090c6d1a binding host dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:01:44.854065 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (3675409e-e78b-406b-9237-e575090c6d1a), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:44.866246 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-07e95dbd-330c-485f-8a88-41c94644e610 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:44.966162 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 6e017e6b-8368-4ad9-9f66-17a9df315542 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:44.967987 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.030522 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-07e95dbd-330c-485f-8a88-41c94644e610 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group (8657c848-f818-416f-9227-a03fc5b5f621), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.040906 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-07e95dbd-330c-485f-8a88-41c94644e610 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (8657c848-f818-416f-9227-a03fc5b5f621), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.054877 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port 6e017e6b-8368-4ad9-9f66-17a9df315542, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=6e017e6b-8368-4ad9-9f66-17a9df315542,segment=NetworkSegment(8428d4b2-5895-44a8-8549-9154e3c3b525),segment_id=8428d4b2-5895-44a8-8549-9154e3c3b525)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:45.060039 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.064758 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 33076990-7c23-4f8a-90df-3647d6d76d46 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:01:45.111397 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07e95dbd-330c-485f-8a88-41c94644e610 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8657c848-f818-416f-9227-a03fc5b5f621,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:45.117359 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-07e95dbd-330c-485f-8a88-41c94644e610 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.118793 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-07e95dbd-330c-485f-8a88-41c94644e610 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1797 time: 0.3210680 Feb 20 21:01:45.135592 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60926) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:45.144165 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-56c77c60-0d3a-4935-b1bd-f4fc11942196 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Request body: {'security_group_rule': {'security_group_id': '8657c848-f818-416f-9227-a03fc5b5f621', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:45.210427 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608182'] for router (3080db9e-4281-4d0f-b59b-cf711a745ba9), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.214805 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-56c77c60-0d3a-4935-b1bd-f4fc11942196 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group_rule (95d57fe5-b28c-44ac-9d39-b74e69bd93ab), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.223934 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=6e017e6b-8368-4ad9-9f66-17a9df315542,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:45.243791 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 33076990-7c23-4f8a-90df-3647d6d76d46 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:45.244183 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (33076990-7c23-4f8a-90df-3647d6d76d46), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.383074 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-56c77c60-0d3a-4935-b1bd-f4fc11942196 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group_rule (95d57fe5-b28c-44ac-9d39-b74e69bd93ab), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.393274 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-56c77c60-0d3a-4935-b1bd-f4fc11942196 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (95d57fe5-b28c-44ac-9d39-b74e69bd93ab), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.417222 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 33076990-7c23-4f8a-90df-3647d6d76d46 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:45.439838 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c77c60-0d3a-4935-b1bd-f4fc11942196 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=95d57fe5-b28c-44ac-9d39-b74e69bd93ab,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:45.458775 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-56c77c60-0d3a-4935-b1bd-f4fc11942196 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.460662 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-56c77c60-0d3a-4935-b1bd-f4fc11942196 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3267419 Feb 20 21:01:45.464024 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60936) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:45.474980 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-4f59f3ae-6b10-4004-ae77-24ebf85e76e5 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Request body: {'security_group_rule': {'security_group_id': '8657c848-f818-416f-9227-a03fc5b5f621', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:45.494563 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Publish callbacks [] for port (3675409e-e78b-406b-9237-e575090c6d1a), precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.505617 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (3675409e-e78b-406b-9237-e575090c6d1a), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.532473 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Router 3080db9e-4281-4d0f-b59b-cf711a745ba9 is scheduled to L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb with binding_index 1 {{(pid=102717) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 21:01:45.552882 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4f59f3ae-6b10-4004-ae77-24ebf85e76e5 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group_rule (71053f0b-38f2-4feb-986d-59ffdfbabde1), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.565369 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Pushing event updated for resources: {'Port': ['ID=3675409e-e78b-406b-9237-e575090c6d1a,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:45.584187 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.584585 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.585702 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.585702 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.586016 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.586250 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.586584 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.586918 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.587243 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.587587 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.587919 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.588242 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.588732 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:45.676541 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Attempting to bind port 3675409e-e78b-406b-9237-e575090c6d1a on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:01:45.677016 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Attempting to bind port 3675409e-e78b-406b-9237-e575090c6d1a by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:01:45.677467 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Attempting to bind port 3675409e-e78b-406b-9237-e575090c6d1a on network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:01:45.687516 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:01:45.689598 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Checking segment: {'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:01:45.696869 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.697360 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Bound using segment: {'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:01:45.697960 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Bound port: 3675409e-e78b-406b-9237-e575090c6d1a, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:01:45.698465 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (3675409e-e78b-406b-9237-e575090c6d1a), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.732409 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4f59f3ae-6b10-4004-ae77-24ebf85e76e5 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group_rule (71053f0b-38f2-4feb-986d-59ffdfbabde1), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.744100 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:01:45.759015 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Sync routers for ids ['3080db9e-4281-4d0f-b59b-cf711a745ba9'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:01:45.770299 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4f59f3ae-6b10-4004-ae77-24ebf85e76e5 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (71053f0b-38f2-4feb-986d-59ffdfbabde1), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.778770 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Routers {'3080db9e-4281-4d0f-b59b-cf711a745ba9'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:45.779436 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['3080db9e-4281-4d0f-b59b-cf711a745ba9'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:45.788182 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.789731 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-69c5dd5c-3c8d-4598-9ba1-c5aec7404b64 admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.0546987 Feb 20 21:01:45.793291 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60942) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:45.818134 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] For port 3675409e-e78b-406b-9237-e575090c6d1a, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:01:45.822783 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] For port 3675409e-e78b-406b-9237-e575090c6d1a, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=3675409e-e78b-406b-9237-e575090c6d1a,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:01:45.829629 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f59f3ae-6b10-4004-ae77-24ebf85e76e5 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71053f0b-38f2-4feb-986d-59ffdfbabde1,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:45.836105 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (3675409e-e78b-406b-9237-e575090c6d1a), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.844282 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-4f59f3ae-6b10-4004-ae77-24ebf85e76e5 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.853766 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-4f59f3ae-6b10-4004-ae77-24ebf85e76e5 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3877816 Feb 20 21:01:45.855305 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 60944) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:45.864722 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Request body: {'floatingip': {'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:45.868682 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-612bd6a6-078a-4336-80de-e5bb36bbe498 None None] Network 6329a48d-50c9-44b2-b5ed-42d347a7c741 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:01:45.913822 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6df0ee5-fdfc-4215-839f-48c4682bf758 None None] Pushing event updated for resources: {'Port': ['ID=3675409e-e78b-406b-9237-e575090c6d1a,revision_number=4']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:45.915924 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:45.945812 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Routers {'24ce63d0-ab35-433d-abe6-e442a44cb6ed'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:45.946467 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:46.004505 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-69a013d8-1604-47e8-aa5b-242598789c6b None None] Provisioning complete for port 6e017e6b-8368-4ad9-9f66-17a9df315542 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:46.004894 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-69a013d8-1604-47e8-aa5b-242598789c6b None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:46.176155 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:46.176523 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Set router 3080db9e-4281-4d0f-b59b-cf711a745ba9 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:46.190964 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] Set router 24ce63d0-ab35-433d-abe6-e442a44cb6ed gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:46.200523 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60948) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:46.368265 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Allocated IP 172.27.2.19 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/8adf26ba-3fc7-417e-8f44-fe91363362d8) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:01:46.489990 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-69a013d8-1604-47e8-aa5b-242598789c6b None None] Current status of the port 6e017e6b-8368-4ad9-9f66-17a9df315542 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:46.515175 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:46.529618 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for port (8adf26ba-3fc7-417e-8f44-fe91363362d8), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:46.544739 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'name': 'tempest-TestMinimumBasicScenario-278541800-router', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'f1066236-368e-4b9b-907f-713e43646613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:42Z', 'updated_at': '2022-02-20T21:01:44Z', 'revision_number': 3, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'gw_port': {'id': 'f1066236-368e-4b9b-907f-713e43646613', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:43Z', 'updated_at': '2022-02-20T21:01:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:46.592831 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (8adf26ba-3fc7-417e-8f44-fe91363362d8), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:46.617448 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '3675409e-e78b-406b-9237-e575090c6d1a', 'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'mac_address': 'fa:16:3e:af:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:38Z', 'updated_at': '2022-02-20T21:01:45Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'subnets': [{'id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:46.626369 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Checking router: 3080db9e-4281-4d0f-b59b-cf711a745ba9 for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:01:46.626877 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Updating router 3080db9e-4281-4d0f-b59b-cf711a745ba9 port f1066236-368e-4b9b-907f-713e43646613 binding host dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:01:46.633858 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 6e017e6b-8368-4ad9-9f66-17a9df315542 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:01:46.678780 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beabe73c-f20b-4fd7-b833-566382d747c4 None None] The sync data for ids ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'] in dv-cinder-830088-1-iscsi is: [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '3675409e-e78b-406b-9237-e575090c6d1a', 'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'mac_address': 'fa:16:3e:af:59:05', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:38Z', 'updated_at': '2022-02-20T21:01:45Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'subnets': [{'id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:01:46.686036 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:01:46.691744 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:46.708321 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:01:46.742008 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-f163db35-42cb-411e-9707-eac3ae1a67a6 None None] Provisioning complete for port 3675409e-e78b-406b-9237-e575090c6d1a triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:46.742560 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f163db35-42cb-411e-9707-eac3ae1a67a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (3675409e-e78b-406b-9237-e575090c6d1a), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:46.766734 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event updated for resources: {'Port': ['ID=8adf26ba-3fc7-417e-8f44-fe91363362d8,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:46.789702 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (f1066236-368e-4b9b-907f-713e43646613), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:46.833216 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Publish callbacks [] for security_group (18db38d2-0fe8-470b-9433-3bebb1eebdb4), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:46.844661 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (18db38d2-0fe8-470b-9433-3bebb1eebdb4), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:46.911157 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (369530f4-dd20-424a-993e-5667bd8a4bdb), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:46.999134 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.003804 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (8adf26ba-3fc7-417e-8f44-fe91363362d8), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.005205 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18db38d2-0fe8-470b-9433-3bebb1eebdb4,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:47.012719 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=0dfd57f0698046478dc39974cbf5caf0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.8111560 Feb 20 21:01:47.027541 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60952) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:47.040232 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 6e017e6b-8368-4ad9-9f66-17a9df315542 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:47.040723 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.057943 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.059034 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.059939 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.060901 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.062359 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.064960 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.065809 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.066492 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.067072 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.067690 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.068401 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.069064 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.069723 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-02efee20-2f6c-45f7-aa71-fcb73a00e61f admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:01:47.137021 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f163db35-42cb-411e-9707-eac3ae1a67a6 None None] Current status of the port 3675409e-e78b-406b-9237-e575090c6d1a is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:47.137722 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f163db35-42cb-411e-9707-eac3ae1a67a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (3675409e-e78b-406b-9237-e575090c6d1a), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.271615 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for port (8adf26ba-3fc7-417e-8f44-fe91363362d8), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.279167 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (8adf26ba-3fc7-417e-8f44-fe91363362d8), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.345411 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event updated for resources: {'Port': ['ID=8adf26ba-3fc7-417e-8f44-fe91363362d8,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:47.349506 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d54450c-622a-4768-8d16-b39809eab061 admin admin] Publish callbacks [] for security_group (18db38d2-0fe8-470b-9433-3bebb1eebdb4), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.411643 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (369530f4-dd20-424a-993e-5667bd8a4bdb), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.420283 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Allocated IP 172.20.0.1 (6329a48d-50c9-44b2-b5ed-42d347a7c741/19a3cfb8-5b80-494f-9525-f91af509a71c/2052b774-9a41-46ea-825a-e5fb66618ef5) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:01:47.431782 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-f163db35-42cb-411e-9707-eac3ae1a67a6 None None] For port 3675409e-e78b-406b-9237-e575090c6d1a, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=3675409e-e78b-406b-9237-e575090c6d1a,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:47.440580 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.444209 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-d0214083-70e9-4ba7-919f-9a21e3628d2e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5870669 Feb 20 21:01:47.475789 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f163db35-42cb-411e-9707-eac3ae1a67a6 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (3675409e-e78b-406b-9237-e575090c6d1a), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.557704 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d54450c-622a-4768-8d16-b39809eab061 admin admin] Publish callbacks [] for security_group (18db38d2-0fe8-470b-9433-3bebb1eebdb4), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.626985 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Publish callbacks [] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.668971 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 6e017e6b-8368-4ad9-9f66-17a9df315542 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:47.671002 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d54450c-622a-4768-8d16-b39809eab061 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (18db38d2-0fe8-470b-9433-3bebb1eebdb4), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.671264 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 3675409e-e78b-406b-9237-e575090c6d1a up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:01:47.674778 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d54450c-622a-4768-8d16-b39809eab061 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.679485 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7d54450c-622a-4768-8d16-b39809eab061 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/18db38d2-0fe8-470b-9433-3bebb1eebdb4 HTTP/1.1" status: 204 len: 168 time: 0.6468368 Feb 20 21:01:47.691338 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d54450c-622a-4768-8d16-b39809eab061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18db38d2-0fe8-470b-9433-3bebb1eebdb4,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:47.694867 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.752752 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Network 6329a48d-50c9-44b2-b5ed-42d347a7c741 is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:01:47.756474 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:47.759887 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:01:47.793465 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=2052b774-9a41-46ea-825a-e5fb66618ef5,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:47.829439 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609121'] for router_interface (3080db9e-4281-4d0f-b59b-cf711a745ba9), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.840485 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-be415cf4-2bbb-4337-bc4a-fdb4a62d3d50 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-securitygroup--2049900466&fields=id&tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1 HTTP/1.1" status: 200 len: 267 time: 0.1154423 Feb 20 21:01:47.862341 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Publish callbacks [] for port (f1066236-368e-4b9b-907f-713e43646613), precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.864614 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f163db35-42cb-411e-9707-eac3ae1a67a6 None None] Pushing event updated for resources: {'Port': ['ID=3675409e-e78b-406b-9237-e575090c6d1a,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:47.950170 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-85496f26-eae6-4d59-8120-0a2ef45d6938 None None] Provisioning complete for port 6e017e6b-8368-4ad9-9f66-17a9df315542 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:47.950552 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-85496f26-eae6-4d59-8120-0a2ef45d6938 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:47.952550 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (f1066236-368e-4b9b-907f-713e43646613), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.048127 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0fe07-a56d-44df-bd53-594358120b88 req-07a4ee22-2bb0-4b69-9084-5ca2d2a17135 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:48.052151 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-07a4ee22-2bb0-4b69-9084-5ca2d2a17135 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/networks?id=f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 200 len: 811 time: 0.2007999 Feb 20 21:01:48.083866 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-6609a959-014d-48a4-859c-027413d64a2a tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/quotas/5e74827f195a45e19b1cb03fc4e7f8b1 HTTP/1.1" status: 200 len: 375 time: 0.0258465 Feb 20 21:01:48.148918 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Attempting to bind port f1066236-368e-4b9b-907f-713e43646613 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:01:48.149052 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Attempting to bind port f1066236-368e-4b9b-907f-713e43646613 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:01:48.149425 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Attempting to bind port f1066236-368e-4b9b-907f-713e43646613 on network ea720e23-b531-404c-aafa-141089e16b4e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:01:48.152898 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356e6eb-1a45-4aff-96e3-8e4581de8ac5 None None] Pushing event updated for resources: {'Port': ['ID=f1066236-368e-4b9b-907f-713e43646613,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:48.167220 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:01:48.167778 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Checking segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:01:48.167986 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.168535 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Bound using segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:01:48.168936 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Bound port: f1066236-368e-4b9b-907f-713e43646613, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:01:48.171722 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (f1066236-368e-4b9b-907f-713e43646613), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.191064 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-5db8c168-10ff-4237-b62d-04969b7c9c24 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0969892 Feb 20 21:01:48.199341 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 3675409e-e78b-406b-9237-e575090c6d1a triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:48.199660 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (3675409e-e78b-406b-9237-e575090c6d1a), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.216473 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.299768 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60970) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:48.331062 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-27b5ce7d-cacc-4321-aef6-d6b296876bb0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.336419 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] For port f1066236-368e-4b9b-907f-713e43646613, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:01:48.345028 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-3eae2d33-0356-4c79-9e7b-85647176d47a service neutron] 10.222.0.71 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141539 Feb 20 21:01:48.363556 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-85496f26-eae6-4d59-8120-0a2ef45d6938 None None] Current status of the port 6e017e6b-8368-4ad9-9f66-17a9df315542 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:48.367263 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] For port f1066236-368e-4b9b-907f-713e43646613, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=f1066236-368e-4b9b-907f-713e43646613,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:01:48.381303 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (f1066236-368e-4b9b-907f-713e43646613), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.494050 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Routers {'3080db9e-4281-4d0f-b59b-cf711a745ba9'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:48.494820 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['3080db9e-4281-4d0f-b59b-cf711a745ba9'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:48.496917 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 3675409e-e78b-406b-9237-e575090c6d1a is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:48.505209 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0356e6eb-1a45-4aff-96e3-8e4581de8ac5 None None] Pushing event updated for resources: {'Port': ['ID=f1066236-368e-4b9b-907f-713e43646613,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:48.514413 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-242ca5d4-f998-4015-83ba-a90bd66218f4 service neutron] 10.222.0.71 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1548045 Feb 20 21:01:48.533382 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Publish callbacks [] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.536548 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-27b5ce7d-cacc-4321-aef6-d6b296876bb0 admin admin] Publish callbacks [] for security_group (b5e4370a-7540-4077-9dba-e8445c4c28a5), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.541336 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.571223 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-4e0993d7-6358-4cda-80d0-868708d77f8e None None] Provisioning complete for port 2052b774-9a41-46ea-825a-e5fb66618ef5 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:48.571614 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4e0993d7-6358-4cda-80d0-868708d77f8e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.598237 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-27b5ce7d-cacc-4321-aef6-d6b296876bb0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (b5e4370a-7540-4077-9dba-e8445c4c28a5), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.620767 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Pushing event updated for resources: {'Port': ['ID=2052b774-9a41-46ea-825a-e5fb66618ef5,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:48.677907 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-27b5ce7d-cacc-4321-aef6-d6b296876bb0 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ce6b10ef250a4033aee67294e41bf16c&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3661728 Feb 20 21:01:48.680032 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 60972) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:48.689763 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 3675409e-e78b-406b-9237-e575090c6d1a up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:01:48.689994 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609269'] for router_interface (3080db9e-4281-4d0f-b59b-cf711a745ba9), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.691696 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b5ce7d-cacc-4321-aef6-d6b296876bb0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e4370a-7540-4077-9dba-e8445c4c28a5,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:48.693077 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4e0993d7-6358-4cda-80d0-868708d77f8e None None] Port 2052b774-9a41-46ea-825a-e5fb66618ef5 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:01:48.734835 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] Set router 3080db9e-4281-4d0f-b59b-cf711a745ba9 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:48.815830 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0f67aff2-0096-40cb-aeb9-cc2eb649622d admin admin] Publish callbacks [] for security_group (b5e4370a-7540-4077-9dba-e8445c4c28a5), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.861844 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0f67aff2-0096-40cb-aeb9-cc2eb649622d admin admin] Publish callbacks [] for security_group (b5e4370a-7540-4077-9dba-e8445c4c28a5), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.878509 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Network 6329a48d-50c9-44b2-b5ed-42d347a7c741 is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:01:48.878804 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 3675409e-e78b-406b-9237-e575090c6d1a triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:48.879589 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (3675409e-e78b-406b-9237-e575090c6d1a), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:48.884646 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:49.073338 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 3675409e-e78b-406b-9237-e575090c6d1a is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:49.092465 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'name': 'tempest-TestMinimumBasicScenario-278541800-router', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'f1066236-368e-4b9b-907f-713e43646613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:42Z', 'updated_at': '2022-02-20T21:01:48Z', 'revision_number': 4, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'gw_port': {'id': 'f1066236-368e-4b9b-907f-713e43646613', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:43Z', 'updated_at': '2022-02-20T21:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '2052b774-9a41-46ea-825a-e5fb66618ef5', 'name': '', 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'mac_address': 'fa:16:3e:cc:1e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '19a3cfb8-5b80-494f-9525-f91af509a71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:47Z', 'updated_at': '2022-02-20T21:01:47Z', 'revision_number': 1, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'subnets': [{'id': '19a3cfb8-5b80-494f-9525-f91af509a71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:49.123530 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e6292b7-d79c-4059-b3ba-c4ee3bebb810 None None] The sync data for ids ['3080db9e-4281-4d0f-b59b-cf711a745ba9'] in dv-cinder-830088-1-iscsi is: [{'id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'name': 'tempest-TestMinimumBasicScenario-278541800-router', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'f1066236-368e-4b9b-907f-713e43646613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:42Z', 'updated_at': '2022-02-20T21:01:48Z', 'revision_number': 4, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'gw_port': {'id': 'f1066236-368e-4b9b-907f-713e43646613', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:43Z', 'updated_at': '2022-02-20T21:01:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '2052b774-9a41-46ea-825a-e5fb66618ef5', 'name': '', 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'mac_address': 'fa:16:3e:cc:1e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '19a3cfb8-5b80-494f-9525-f91af509a71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:47Z', 'updated_at': '2022-02-20T21:01:47Z', 'revision_number': 1, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'subnets': [{'id': '19a3cfb8-5b80-494f-9525-f91af509a71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:01:49.227402 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-78ae3d18-c185-439b-98fa-d57a4fc60248 None None] Provisioning complete for port 2052b774-9a41-46ea-825a-e5fb66618ef5 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:49.227791 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-78ae3d18-c185-439b-98fa-d57a4fc60248 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:49.272258 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-78ae3d18-c185-439b-98fa-d57a4fc60248 None None] Port 2052b774-9a41-46ea-825a-e5fb66618ef5 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:01:49.344940 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0f67aff2-0096-40cb-aeb9-cc2eb649622d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (b5e4370a-7540-4077-9dba-e8445c4c28a5), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:49.347812 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0f67aff2-0096-40cb-aeb9-cc2eb649622d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:49.352366 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-0f67aff2-0096-40cb-aeb9-cc2eb649622d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b5e4370a-7540-4077-9dba-e8445c4c28a5 HTTP/1.1" status: 204 len: 168 time: 0.6680129 Feb 20 21:01:49.370895 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f67aff2-0096-40cb-aeb9-cc2eb649622d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e4370a-7540-4077-9dba-e8445c4c28a5,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:49.398834 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Router 3080db9e-4281-4d0f-b59b-cf711a745ba9 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:01:49.531858 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:01:49.537763 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a6aff18f-35f8-4afa-8b3a-1bcf0f365ad0 admin admin] 10.222.0.71 "PUT /v2.0/routers/3080db9e-4281-4d0f-b59b-cf711a745ba9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7426071 Feb 20 21:01:49.969741 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e10997d9-c956-4a31-a9fd-b649f6956500 req-c60c5a8e-c0ad-4847-8537-ca71fdab1b44 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 210 time: 0.0651085 Feb 20 21:01:50.743329 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device f1066236-368e-4b9b-907f-713e43646613 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:01:50.912415 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port f1066236-368e-4b9b-907f-713e43646613 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:50.912881 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (f1066236-368e-4b9b-907f-713e43646613), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:51.166044 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port f1066236-368e-4b9b-907f-713e43646613 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:51.178615 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (f1066236-368e-4b9b-907f-713e43646613), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:51.236920 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port f1066236-368e-4b9b-907f-713e43646613, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=f1066236-368e-4b9b-907f-713e43646613,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:51.256459 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (f1066236-368e-4b9b-907f-713e43646613), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:51.276988 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cfcbb65d-f3bb-4ba8-af48-1b80626eab9f req-44fc9c40-ca85-4f97-9156-eecd21140dd9 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 210 time: 0.0996404 Feb 20 21:01:51.368726 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=f1066236-368e-4b9b-907f-713e43646613,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:51.690754 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0fe07-a56d-44df-bd53-594358120b88 req-acc6093a-02ae-41df-a2d8-778b0cb4f891 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:51.692802 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-acc6093a-02ae-41df-a2d8-778b0cb4f891 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.90 "GET /v2.0/networks?id=f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 200 len: 811 time: 0.1943755 Feb 20 21:01:52.146188 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-85415d7c-ced3-4008-9b6e-0bf2ac985c0b tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1 HTTP/1.1" status: 200 len: 380 time: 0.4398370 Feb 20 21:01:52.158052 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-fed0fe07-a56d-44df-bd53-594358120b88 req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Request body: {'port': {'device_id': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'admin_state_up': True, 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'security_groups': ['8657c848-f818-416f-9227-a03fc5b5f621']}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:52.406420 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fed0fe07-a56d-44df-bd53-594358120b88 req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Made reservation on behalf of 5e74827f195a45e19b1cb03fc4e7f8b1 for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:01:52.412835 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-fed0fe07-a56d-44df-bd53-594358120b88 req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:52.474361 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7eb6bc6d-e6de-451a-a054-c2d1fe8650fd req-0a698010-f56f-49c2-ada1-332b7ee19345 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 210 time: 0.0416534 Feb 20 21:01:52.690219 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device f1066236-368e-4b9b-907f-713e43646613 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:01:52.699863 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-fed0fe07-a56d-44df-bd53-594358120b88 req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Allocated IP 172.20.0.14 (f829bbbb-0a39-4da0-ba53-40f021735711/556ba603-3470-4df7-9938-1a7b4a7080b4/40d1c530-fb4c-404c-bff4-cfc7ce44b0a6) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:01:52.876935 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port f1066236-368e-4b9b-907f-713e43646613 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:52.877507 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (f1066236-368e-4b9b-907f-713e43646613), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:52.956091 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 32834) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:53.002147 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-fed0fe07-a56d-44df-bd53-594358120b88 req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:53.074790 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port f1066236-368e-4b9b-907f-713e43646613 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:53.098052 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-fed0fe07-a56d-44df-bd53-594358120b88 req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:53.148848 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fed0fe07-a56d-44df-bd53-594358120b88 req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Network f829bbbb-0a39-4da0-ba53-40f021735711 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:01:53.152683 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-fed0fe07-a56d-44df-bd53-594358120b88 req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:01:53.157897 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-fed0fe07-a56d-44df-bd53-594358120b88 req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:01:53.165097 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-87e59ee6-86d6-4801-9a8e-0ebe6a284d99 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:53.194096 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event updated for resources: {'Port': ['ID=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:53.253407 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0fe07-a56d-44df-bd53-594358120b88 req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:53.254709 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-fed0fe07-a56d-44df-bd53-594358120b88 req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:53.291361 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Sync routers for ids ['3080db9e-4281-4d0f-b59b-cf711a745ba9'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:01:53.296799 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-0401be84-8b99-4334-b253-d55e04b10ce2 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1421382 Feb 20 21:01:53.315521 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Request body: {'port': {'device_id': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:01:53.325991 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Routers {'3080db9e-4281-4d0f-b59b-cf711a745ba9'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:53.327746 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-87e59ee6-86d6-4801-9a8e-0ebe6a284d99 admin admin] Publish callbacks [] for security_group (78e4df4f-db6f-455a-bc39-a98cd947972b), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:53.336136 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['3080db9e-4281-4d0f-b59b-cf711a745ba9'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:53.350397 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-87e59ee6-86d6-4801-9a8e-0ebe6a284d99 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (78e4df4f-db6f-455a-bc39-a98cd947972b), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:53.387724 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-87e59ee6-86d6-4801-9a8e-0ebe6a284d99 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=3a62cbe0de134300b5ea4ccb732d5102&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4298034 Feb 20 21:01:53.391895 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 32840) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:53.415978 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e59ee6-86d6-4801-9a8e-0ebe6a284d99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78e4df4f-db6f-455a-bc39-a98cd947972b,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:53.451402 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:53.584043 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-70c14991-902e-4764-baa7-ef81b22e6285 admin admin] Publish callbacks [] for security_group (78e4df4f-db6f-455a-bc39-a98cd947972b), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:53.632423 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-70c14991-902e-4764-baa7-ef81b22e6285 admin admin] Publish callbacks [] for security_group (78e4df4f-db6f-455a-bc39-a98cd947972b), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:53.707065 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Set router 3080db9e-4281-4d0f-b59b-cf711a745ba9 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:53.709895 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-70c14991-902e-4764-baa7-ef81b22e6285 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (78e4df4f-db6f-455a-bc39-a98cd947972b), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:53.713077 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-70c14991-902e-4764-baa7-ef81b22e6285 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:53.716413 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-70c14991-902e-4764-baa7-ef81b22e6285 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/78e4df4f-db6f-455a-bc39-a98cd947972b HTTP/1.1" status: 204 len: 168 time: 0.3211446 Feb 20 21:01:53.754778 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-1f9e747b-59ba-480d-926d-50d0c87f17f8 None None] Provisioning complete for port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:53.755357 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1f9e747b-59ba-480d-926d-50d0c87f17f8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:53.834934 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-1f9e747b-59ba-480d-926d-50d0c87f17f8 None None] Port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:01:53.882333 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c14991-902e-4764-baa7-ef81b22e6285 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78e4df4f-db6f-455a-bc39-a98cd947972b,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:54.012151 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42393fc-f954-4e82-b791-2c54bd86cbde req-56ef53fc-4a27-43f9-aaad-5499e206213a tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:54.029640 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b42393fc-f954-4e82-b791-2c54bd86cbde req-56ef53fc-4a27-43f9-aaad-5499e206213a tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 932 time: 0.3205662 Feb 20 21:01:54.131831 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'name': 'tempest-TestMinimumBasicScenario-278541800-router', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'f1066236-368e-4b9b-907f-713e43646613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:42Z', 'updated_at': '2022-02-20T21:01:48Z', 'revision_number': 4, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'gw_port': {'id': 'f1066236-368e-4b9b-907f-713e43646613', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:43Z', 'updated_at': '2022-02-20T21:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '2052b774-9a41-46ea-825a-e5fb66618ef5', 'name': '', 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'mac_address': 'fa:16:3e:cc:1e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '19a3cfb8-5b80-494f-9525-f91af509a71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:47Z', 'updated_at': '2022-02-20T21:01:48Z', 'revision_number': 2, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'subnets': [{'id': '19a3cfb8-5b80-494f-9525-f91af509a71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:54.167527 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Checking router: 3080db9e-4281-4d0f-b59b-cf711a745ba9 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:01:54.167982 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Updating router 3080db9e-4281-4d0f-b59b-cf711a745ba9 port 2052b774-9a41-46ea-825a-e5fb66618ef5 binding host dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:01:54.208579 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.248166 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b42393fc-f954-4e82-b791-2c54bd86cbde req-9495ec36-b8cb-480d-b2c6-32c60098613f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=8657c848-f818-416f-9227-a03fc5b5f621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2174127 Feb 20 21:01:54.326357 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:01:54.355565 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Publish callbacks [] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.381788 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Transition to ACTIVE for port object 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:01:54.388587 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.403690 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 32848) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:54.421106 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-19dd7e97-7a4a-43e3-863d-da48d89735d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.463197 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Pushing event updated for resources: {'Port': ['ID=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:54.598872 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Attempting to bind port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:01:54.599491 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Attempting to bind port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:01:54.599969 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Attempting to bind port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 on network f829bbbb-0a39-4da0-ba53-40f021735711 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:01:54.606763 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 on network f829bbbb-0a39-4da0-ba53-40f021735711 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:01:54.607351 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Attempting to bind port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 on network f829bbbb-0a39-4da0-ba53-40f021735711 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:01:54.613088 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-19dd7e97-7a4a-43e3-863d-da48d89735d3 admin admin] Publish callbacks [] for security_group (e1531796-4c56-4669-af7f-6a4e0d93504c), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.614304 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 1, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:01:54.615425 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Checking segment: {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:01:54.616048 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Bound using segment: {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:01:54.616555 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Bound port: 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd658bdfa-d38d-4e9d-af66-88cd6f9417de', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 182, 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:01:54.616917 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.628184 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-19dd7e97-7a4a-43e3-863d-da48d89735d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (e1531796-4c56-4669-af7f-6a4e0d93504c), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.749906 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] For port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:01:54.750601 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-19dd7e97-7a4a-43e3-863d-da48d89735d3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=d7b980bca8d04979a42f716162a6911e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3443754 Feb 20 21:01:54.752089 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 32850) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:54.759498 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19dd7e97-7a4a-43e3-863d-da48d89735d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e1531796-4c56-4669-af7f-6a4e0d93504c,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:54.763214 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] For port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:01:54.783681 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.819293 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Publish callbacks [] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.831641 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.880183 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:54.883533 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.887527 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] 10.222.0.90 "PUT /v2.0/ports/40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 HTTP/1.1" status: 200 len: 1094 time: 1.5830832 Feb 20 21:01:54.890420 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a4603c35-23ec-4535-9593-4499d5fdd5b3 admin admin] Publish callbacks [] for security_group (e1531796-4c56-4669-af7f-6a4e0d93504c), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.896215 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'tag': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:01:54.906486 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-47232a5a-5bfd-44f2-a1bd-645cca1fc777" -d '{"events": [{"name": "network-changed", "server_uuid": "990b6305-6ad2-40d8-af09-d91bd17017f3", "tag": "40d1c530-fb4c-404c-bff4-cfc7ce44b0a6"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:01:54.940235 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a4603c35-23ec-4535-9593-4499d5fdd5b3 admin admin] Publish callbacks [] for security_group (e1531796-4c56-4669-af7f-6a4e0d93504c), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:54.970444 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d1794-5618-4276-85fd-de7c4536be33 None None] Pushing event updated for resources: {'Port': ['ID=2052b774-9a41-46ea-825a-e5fb66618ef5,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:55.060104 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:01:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c363ff8-8058-43f0-9988-64315890cd74 x-openstack-request-id: req-7c363ff8-8058-43f0-9988-64315890cd74 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:01:55.060426 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990b6305-6ad2-40d8-af09-d91bd17017f3", "tag": "40d1c530-fb4c-404c-bff4-cfc7ce44b0a6", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:01:55.060672 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7c363ff8-8058-43f0-9988-64315890cd74 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:01:55.061099 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'tag': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6', 'status': 'completed', 'code': 200} Feb 20 21:01:55.094193 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1cdd12-63fe-4798-9cc6-f4dcbb458192 service neutron] Pushing event updated for resources: {'Port': ['ID=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:55.123262 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a4603c35-23ec-4535-9593-4499d5fdd5b3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (e1531796-4c56-4669-af7f-6a4e0d93504c), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:55.131282 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a4603c35-23ec-4535-9593-4499d5fdd5b3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:55.139980 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0fe07-a56d-44df-bd53-594358120b88 req-e4f22b5f-01f2-4b05-974f-b46b41024fbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:55.141683 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-e4f22b5f-01f2-4b05-974f-b46b41024fbb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 1128 time: 0.1914802 Feb 20 21:01:55.145821 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a4603c35-23ec-4535-9593-4499d5fdd5b3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e1531796-4c56-4669-af7f-6a4e0d93504c HTTP/1.1" status: 204 len: 168 time: 0.3850067 Feb 20 21:01:55.156388 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4603c35-23ec-4535-9593-4499d5fdd5b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1531796-4c56-4669-af7f-6a4e0d93504c,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:55.215302 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Attempting to bind port 2052b774-9a41-46ea-825a-e5fb66618ef5 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:01:55.215821 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Attempting to bind port 2052b774-9a41-46ea-825a-e5fb66618ef5 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '8428d4b2-5895-44a8-8549-9154e3c3b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:01:55.217037 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Attempting to bind port 2052b774-9a41-46ea-825a-e5fb66618ef5 on network 6329a48d-50c9-44b2-b5ed-42d347a7c741 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:01:55.241156 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 1, 33), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:01:55.241797 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Checking segment: {'id': '8428d4b2-5895-44a8-8549-9154e3c3b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:01:55.242488 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:55.243162 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Bound using segment: {'id': '8428d4b2-5895-44a8-8549-9154e3c3b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:01:55.244076 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Bound port: 2052b774-9a41-46ea-825a-e5fb66618ef5, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8428d4b2-5895-44a8-8549-9154e3c3b525', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 173, 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:01:55.245097 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:55.274476 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-2971ade4-a737-4be1-81ee-406a192a18e1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 HTTP/1.1" status: 200 len: 217 time: 0.1232686 Feb 20 21:01:55.475198 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0fe07-a56d-44df-bd53-594358120b88 req-701ad50a-3867-48f3-8dfb-1e128b5e8b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:55.485883 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-701ad50a-3867-48f3-8dfb-1e128b5e8b84 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=556ba603-3470-4df7-9938-1a7b4a7080b4 HTTP/1.1" status: 200 len: 850 time: 0.2004356 Feb 20 21:01:55.517069 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] For port 2052b774-9a41-46ea-825a-e5fb66618ef5, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:01:55.522880 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] For port 2052b774-9a41-46ea-825a-e5fb66618ef5, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=2052b774-9a41-46ea-825a-e5fb66618ef5,segment=NetworkSegment(8428d4b2-5895-44a8-8549-9154e3c3b525),segment_id=8428d4b2-5895-44a8-8549-9154e3c3b525)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:01:55.535498 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:55.622357 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-9ecd3332-8d59-44b8-9bce-fb7aef0a908d None None] Provisioning complete for port 2052b774-9a41-46ea-825a-e5fb66618ef5 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:55.622981 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3332-8d59-44b8-9bce-fb7aef0a908d None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:55.672596 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-602d1794-5618-4276-85fd-de7c4536be33 None None] Pushing event updated for resources: {'Port': ['ID=2052b774-9a41-46ea-825a-e5fb66618ef5,revision_number=4']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:55.711386 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fed0fe07-a56d-44df-bd53-594358120b88 req-bfadcf31-832d-4056-a66d-636d42edb8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:55.713291 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-bfadcf31-832d-4056-a66d-636d42edb8b4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f829bbbb-0a39-4da0-ba53-40f021735711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.2200139 Feb 20 21:01:55.732069 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e9fdc3-1df8-4733-8472-b4fe9cd7f483 req-eba452b3-c357-400e-aecf-4999130ec473 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:55.742440 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Routers {'3080db9e-4281-4d0f-b59b-cf711a745ba9'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:01:55.749274 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-91e9fdc3-1df8-4733-8472-b4fe9cd7f483 req-eba452b3-c357-400e-aecf-4999130ec473 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 944 time: 0.1856518 Feb 20 21:01:55.750049 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['3080db9e-4281-4d0f-b59b-cf711a745ba9'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:55.836387 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-9ecd3332-8d59-44b8-9bce-fb7aef0a908d None None] Current status of the port 2052b774-9a41-46ea-825a-e5fb66618ef5 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:55.836787 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3332-8d59-44b8-9bce-fb7aef0a908d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:55.963100 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-9ecd3332-8d59-44b8-9bce-fb7aef0a908d None None] For port 2052b774-9a41-46ea-825a-e5fb66618ef5, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=2052b774-9a41-46ea-825a-e5fb66618ef5,segment=NetworkSegment(8428d4b2-5895-44a8-8549-9154e3c3b525),segment_id=8428d4b2-5895-44a8-8549-9154e3c3b525)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:55.988393 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9ecd3332-8d59-44b8-9bce-fb7aef0a908d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:56.101095 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-91e9fdc3-1df8-4733-8472-b4fe9cd7f483 req-b4fc660e-5136-4d15-9f9f-d82ca1441752 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=8657c848-f818-416f-9227-a03fc5b5f621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3328741 Feb 20 21:01:56.138328 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:01:56.148233 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:56.185742 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-094b97aa-f053-4e50-8a51-08ea763fd6fe service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4368105 Feb 20 21:01:56.203326 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1bcce784-46eb-4205-aa97-b1bb062e6fc6 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:56.220211 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] Set router 3080db9e-4281-4d0f-b59b-cf711a745ba9 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:01:56.266437 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ecd3332-8d59-44b8-9bce-fb7aef0a908d None None] Pushing event updated for resources: {'Port': ['ID=2052b774-9a41-46ea-825a-e5fb66618ef5,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:56.288427 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-20f858f1-13eb-4bb2-a868-c3c16984c8ae None None] Provisioning complete for port 2052b774-9a41-46ea-825a-e5fb66618ef5 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:56.289235 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-20f858f1-13eb-4bb2-a868-c3c16984c8ae None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:56.460115 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fed0fe07-a56d-44df-bd53-594358120b88 req-df9a75c2-22dc-479c-8cd9-5fcb42612ae4 service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2396262 Feb 20 21:01:56.489013 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-20f858f1-13eb-4bb2-a868-c3c16984c8ae None None] Current status of the port 2052b774-9a41-46ea-825a-e5fb66618ef5 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:56.629975 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47232a5a-5bfd-44f2-a1bd-645cca1fc777 req-cd774782-8169-41fb-a922-3cf3e6bc0b30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:56.632273 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-47232a5a-5bfd-44f2-a1bd-645cca1fc777 req-cd774782-8169-41fb-a922-3cf3e6bc0b30 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 1128 time: 0.1143973 Feb 20 21:01:56.663206 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'name': 'tempest-TestMinimumBasicScenario-278541800-router', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'f1066236-368e-4b9b-907f-713e43646613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:42Z', 'updated_at': '2022-02-20T21:01:48Z', 'revision_number': 4, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'gw_port': {'id': 'f1066236-368e-4b9b-907f-713e43646613', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:43Z', 'updated_at': '2022-02-20T21:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '2052b774-9a41-46ea-825a-e5fb66618ef5', 'name': '', 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'mac_address': 'fa:16:3e:cc:1e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '19a3cfb8-5b80-494f-9525-f91af509a71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:47Z', 'updated_at': '2022-02-20T21:01:55Z', 'revision_number': 4, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'subnets': [{'id': '19a3cfb8-5b80-494f-9525-f91af509a71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:01:56.705887 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f896574e-efb4-4187-a055-f186f5e3c939 None None] The sync data for ids ['3080db9e-4281-4d0f-b59b-cf711a745ba9'] in dv-cinder-830088-1-iscsi is: [{'id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'name': 'tempest-TestMinimumBasicScenario-278541800-router', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'f1066236-368e-4b9b-907f-713e43646613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:42Z', 'updated_at': '2022-02-20T21:01:48Z', 'revision_number': 4, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'gw_port': {'id': 'f1066236-368e-4b9b-907f-713e43646613', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:43Z', 'updated_at': '2022-02-20T21:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '2052b774-9a41-46ea-825a-e5fb66618ef5', 'name': '', 'network_id': '6329a48d-50c9-44b2-b5ed-42d347a7c741', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'mac_address': 'fa:16:3e:cc:1e:53', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_interface', 'standard_attr_id': 513, 'fixed_ips': [{'subnet_id': '19a3cfb8-5b80-494f-9525-f91af509a71c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:47Z', 'updated_at': '2022-02-20T21:01:55Z', 'revision_number': 4, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'subnets': [{'id': '19a3cfb8-5b80-494f-9525-f91af509a71c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:01:56.729115 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 2052b774-9a41-46ea-825a-e5fb66618ef5 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:01:56.834900 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 2052b774-9a41-46ea-825a-e5fb66618ef5 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:01:56.837165 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:56.847182 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47232a5a-5bfd-44f2-a1bd-645cca1fc777 req-9dc8433c-d100-496b-b257-c543d49cfa83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:56.850247 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-47232a5a-5bfd-44f2-a1bd-645cca1fc777 req-9dc8433c-d100-496b-b257-c543d49cfa83 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 200 len: 912 time: 0.2095828 Feb 20 21:01:56.919956 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-47232a5a-5bfd-44f2-a1bd-645cca1fc777 req-4432ad4c-7a52-42b5-b5e3-cad64a6510c2 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 HTTP/1.1" status: 200 len: 217 time: 0.0613596 Feb 20 21:01:56.997845 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47232a5a-5bfd-44f2-a1bd-645cca1fc777 req-08be17fe-3a6d-4c46-9919-055c8f992220 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:56.999950 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-47232a5a-5bfd-44f2-a1bd-645cca1fc777 req-08be17fe-3a6d-4c46-9919-055c8f992220 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=556ba603-3470-4df7-9938-1a7b4a7080b4 HTTP/1.1" status: 200 len: 850 time: 0.0729876 Feb 20 21:01:57.174445 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47232a5a-5bfd-44f2-a1bd-645cca1fc777 req-0bed4a6e-6c6d-4156-a053-531473d2cdf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:57.176556 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-47232a5a-5bfd-44f2-a1bd-645cca1fc777 req-0bed4a6e-6c6d-4156-a053-531473d2cdf1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f829bbbb-0a39-4da0-ba53-40f021735711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1703124 Feb 20 21:01:57.299652 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 2052b774-9a41-46ea-825a-e5fb66618ef5 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:57.424105 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8de33c3-c019-4dcd-9b91-e9e4506605e0 req-430c5754-9a30-4393-b629-16e58ebe9966 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:57.425681 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d8de33c3-c019-4dcd-9b91-e9e4506605e0 req-430c5754-9a30-4393-b629-16e58ebe9966 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 944 time: 0.1886065 Feb 20 21:01:57.433131 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-47232a5a-5bfd-44f2-a1bd-645cca1fc777 req-bd103cf5-581d-41c8-bf94-15b77e3b227a service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476606 Feb 20 21:01:57.600678 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d8de33c3-c019-4dcd-9b91-e9e4506605e0 req-bb6fac81-9286-4e83-a310-29ab3edd31ee tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=8657c848-f818-416f-9227-a03fc5b5f621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1662614 Feb 20 21:01:57.654747 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-47232a5a-5bfd-44f2-a1bd-645cca1fc777 req-684c29c6-c2ac-48ab-92c5-3e7869579252 service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2122798 Feb 20 21:01:58.644336 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:01:58.799310 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d68b97c7-c9c1-40b1-84ee-44a4787fb2cf req-070c8b8f-6408-41c7-8db3-682b46d76158 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:01:58.813103 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d68b97c7-c9c1-40b1-84ee-44a4787fb2cf req-070c8b8f-6408-41c7-8db3-682b46d76158 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 944 time: 0.1143353 Feb 20 21:01:58.844311 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-60194395-316f-4cce-9c9c-dd0bd9bdc247 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:58.853762 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:58.870555 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'port_id': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6', 'mac_address': 'fa:16:3e:e8:90:41', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 182, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:01:58.895022 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d68b97c7-c9c1-40b1-84ee-44a4787fb2cf req-a32cf8d0-ac56-4005-86f0-1bf887a910c6 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=8657c848-f818-416f-9227-a03fc5b5f621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711005 Feb 20 21:01:58.924764 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:01:58.925177 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:58.942836 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:01:58.966974 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:01:58.973024 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:59.024755 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:59.200566 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['40d1c530-fb4c-404c-bff4-cfc7ce44b0a6'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:01:59.486318 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 32932) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:59.619647 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c31ae5a6-2e13-4471-9988-497210ea509b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:59.722169 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c31ae5a6-2e13-4471-9988-497210ea509b admin admin] Publish callbacks [] for security_group (a336ca06-6e5a-4090-9457-da55e8fef01b), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:59.729963 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c31ae5a6-2e13-4471-9988-497210ea509b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (a336ca06-6e5a-4090-9457-da55e8fef01b), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:59.773108 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 32936) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:01:59.773696 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-c31ae5a6-2e13-4471-9988-497210ea509b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2e0442db641742a8a10784735831f033&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2857251 Feb 20 21:01:59.785545 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c31ae5a6-2e13-4471-9988-497210ea509b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a336ca06-6e5a-4090-9457-da55e8fef01b,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:01:59.852572 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c8468ff5-2ec9-4f2f-b8ca-90f70ce88975 admin admin] Publish callbacks [] for security_group (a336ca06-6e5a-4090-9457-da55e8fef01b), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:59.895146 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c8468ff5-2ec9-4f2f-b8ca-90f70ce88975 admin admin] Publish callbacks [] for security_group (a336ca06-6e5a-4090-9457-da55e8fef01b), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:59.971132 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c8468ff5-2ec9-4f2f-b8ca-90f70ce88975 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (a336ca06-6e5a-4090-9457-da55e8fef01b), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:59.977293 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c8468ff5-2ec9-4f2f-b8ca-90f70ce88975 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:01:59.978558 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-c8468ff5-2ec9-4f2f-b8ca-90f70ce88975 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a336ca06-6e5a-4090-9457-da55e8fef01b HTTP/1.1" status: 204 len: 168 time: 0.2037342 Feb 20 21:01:59.996308 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8468ff5-2ec9-4f2f-b8ca-90f70ce88975 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a336ca06-6e5a-4090-9457-da55e8fef01b,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:00.049305 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20fd3f15-8c2d-4de3-a909-8639e2a40f39 req-7b236413-88ce-49a6-ab54-1a6461be760f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:00.056395 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-20fd3f15-8c2d-4de3-a909-8639e2a40f39 req-7b236413-88ce-49a6-ab54-1a6461be760f tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 945 time: 0.0850730 Feb 20 21:02:00.118062 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-20fd3f15-8c2d-4de3-a909-8639e2a40f39 req-ef0d702e-4387-4df7-9cb1-cc4fce31d34a tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=8657c848-f818-416f-9227-a03fc5b5f621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0604827 Feb 20 21:02:00.216553 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:00.363983 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 32944) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:00.378398 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4e2d7951-8b31-4f64-b1d2-9b5234364dd9 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:00.477114 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4e2d7951-8b31-4f64-b1d2-9b5234364dd9 admin admin] Publish callbacks [] for security_group (2562547a-c909-4bea-92ff-3a47d9198114), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:00.481951 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4e2d7951-8b31-4f64-b1d2-9b5234364dd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (2562547a-c909-4bea-92ff-3a47d9198114), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:00.528405 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-4e2d7951-8b31-4f64-b1d2-9b5234364dd9 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c97dad1375564a7f9db347a4e09fdd77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1608922 Feb 20 21:02:00.528884 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 32950) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:00.531653 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2d7951-8b31-4f64-b1d2-9b5234364dd9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2562547a-c909-4bea-92ff-3a47d9198114,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:00.602285 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d62003fb-b80a-4078-9ce4-8e047b22ee64 admin admin] Publish callbacks [] for security_group (2562547a-c909-4bea-92ff-3a47d9198114), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:00.650021 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d62003fb-b80a-4078-9ce4-8e047b22ee64 admin admin] Publish callbacks [] for security_group (2562547a-c909-4bea-92ff-3a47d9198114), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:00.654234 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:02:00.727874 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:02:00.734365 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:02:00.735120 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:00.745496 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d62003fb-b80a-4078-9ce4-8e047b22ee64 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (2562547a-c909-4bea-92ff-3a47d9198114), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:00.748654 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d62003fb-b80a-4078-9ce4-8e047b22ee64 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:00.751635 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-d62003fb-b80a-4078-9ce4-8e047b22ee64 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/2562547a-c909-4bea-92ff-3a47d9198114 HTTP/1.1" status: 204 len: 168 time: 0.2215116 Feb 20 21:02:00.778952 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62003fb-b80a-4078-9ce4-8e047b22ee64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2562547a-c909-4bea-92ff-3a47d9198114,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:00.863733 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:02:00.864128 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:00.903255 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:02:00.907172 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15235e62-c006-4b6f-bd1c-defa1a360af6" -d '{"events": [{"server_uuid": "990b6305-6ad2-40d8-af09-d91bd17017f3", "name": "network-vif-plugged", "status": "completed", "tag": "40d1c530-fb4c-404c-bff4-cfc7ce44b0a6"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:02:00.924329 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:00.930080 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:00.970171 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:02:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4585ad3b-f84d-41f6-9104-9904336e11ea x-openstack-request-id: req-4585ad3b-f84d-41f6-9104-9904336e11ea {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:02:00.970572 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990b6305-6ad2-40d8-af09-d91bd17017f3", "name": "network-vif-plugged", "status": "completed", "tag": "40d1c530-fb4c-404c-bff4-cfc7ce44b0a6", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:02:00.970928 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4585ad3b-f84d-41f6-9104-9904336e11ea {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:02:00.971427 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6', 'code': 200} Feb 20 21:02:01.005081 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:01.167900 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a99ad4e2-1858-4fb2-9540-3c39755c62ec req-ff98738d-fe08-4b62-a4c1-2c45fcc7257f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:01.170356 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a99ad4e2-1858-4fb2-9540-3c39755c62ec req-ff98738d-fe08-4b62-a4c1-2c45fcc7257f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 1130 time: 0.0523605 Feb 20 21:02:01.273615 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a99ad4e2-1858-4fb2-9540-3c39755c62ec req-d239e6d7-c4c1-49a2-82ea-dfda216d36f4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=8657c848-f818-416f-9227-a03fc5b5f621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0963545 Feb 20 21:02:01.292277 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fc7994e-8a4e-46fd-b47f-acf3a4c2e32a req-071f2b52-da02-4106-9a3c-df193c1d1f66 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:01.294078 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1fc7994e-8a4e-46fd-b47f-acf3a4c2e32a req-071f2b52-da02-4106-9a3c-df193c1d1f66 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 946 time: 0.0931437 Feb 20 21:02:01.350480 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1fc7994e-8a4e-46fd-b47f-acf3a4c2e32a req-b2b0317b-f9ea-4f55-978c-ad04cf07c355 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=8657c848-f818-416f-9227-a03fc5b5f621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0498004 Feb 20 21:02:01.913478 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:02.249167 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 32986) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:02.421128 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-febb6750-d8cb-43c7-8df7-e5199dd5971c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:02.560514 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487563d2-d4c9-44dd-ae37-702dd6703c0b req-63d2efe5-3ce0-4165-9d8a-b474feae187e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:02.563490 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-487563d2-d4c9-44dd-ae37-702dd6703c0b req-63d2efe5-3ce0-4165-9d8a-b474feae187e tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 946 time: 0.1091621 Feb 20 21:02:02.573713 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-febb6750-d8cb-43c7-8df7-e5199dd5971c admin admin] Publish callbacks [] for security_group (8dcc9127-5dd5-459c-ba2b-738df5597c48), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:02.580614 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-febb6750-d8cb-43c7-8df7-e5199dd5971c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (8dcc9127-5dd5-459c-ba2b-738df5597c48), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:02.627237 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-487563d2-d4c9-44dd-ae37-702dd6703c0b req-fba7ebc4-06ed-4702-b86f-7242d3508ec7 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=8657c848-f818-416f-9227-a03fc5b5f621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0546167 Feb 20 21:02:02.631078 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-febb6750-d8cb-43c7-8df7-e5199dd5971c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=c2878735d43b43bda0e2fbce809b7e90&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3766811 Feb 20 21:02:02.631078 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febb6750-d8cb-43c7-8df7-e5199dd5971c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8dcc9127-5dd5-459c-ba2b-738df5597c48,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:02.632107 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 32992) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:02.703239 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7666-40e1-4f2e-b881-bae03211288d admin admin] Publish callbacks [] for security_group (8dcc9127-5dd5-459c-ba2b-738df5597c48), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:02.739645 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7666-40e1-4f2e-b881-bae03211288d admin admin] Publish callbacks [] for security_group (8dcc9127-5dd5-459c-ba2b-738df5597c48), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:02.818112 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7666-40e1-4f2e-b881-bae03211288d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (8dcc9127-5dd5-459c-ba2b-738df5597c48), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:02.823449 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b4bd7666-40e1-4f2e-b881-bae03211288d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:02.827703 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-b4bd7666-40e1-4f2e-b881-bae03211288d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/8dcc9127-5dd5-459c-ba2b-738df5597c48 HTTP/1.1" status: 204 len: 168 time: 0.1914823 Feb 20 21:02:02.834298 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bd7666-40e1-4f2e-b881-bae03211288d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8dcc9127-5dd5-459c-ba2b-738df5597c48,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:03.217507 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:03.825611 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b085e3-fc69-4860-a42e-db320f91a29a req-7a562d7c-c39e-4418-b0ee-11cba322e2cd tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:03.835025 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c6b085e3-fc69-4860-a42e-db320f91a29a req-7a562d7c-c39e-4418-b0ee-11cba322e2cd tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 946 time: 0.1104650 Feb 20 21:02:03.913354 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c6b085e3-fc69-4860-a42e-db320f91a29a req-10e26aa6-4c82-441e-85a2-f5a690819bcf tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=8657c848-f818-416f-9227-a03fc5b5f621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770369 Feb 20 21:02:04.034622 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b009b90e-0bb4-42bc-a439-06bb4f730214 req-aa952e4c-f1f1-4934-be29-fceead5e4457 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:04.036132 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b009b90e-0bb4-42bc-a439-06bb4f730214 req-aa952e4c-f1f1-4934-be29-fceead5e4457 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 946 time: 0.0637860 Feb 20 21:02:04.045197 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33026) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:04.050520 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-f53df3b4-3557-4393-b1b6-92410b09acc0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Request body: {'floatingip': {'port_id': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:04.098058 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f53df3b4-3557-4393-b1b6-92410b09acc0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (369530f4-dd20-424a-993e-5667bd8a4bdb), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:04.622773 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f53df3b4-3557-4393-b1b6-92410b09acc0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:04.627049 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f53df3b4-3557-4393-b1b6-92410b09acc0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (369530f4-dd20-424a-993e-5667bd8a4bdb), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:04.660087 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-2b313de1-3e3d-4321-8058-aaabd1d042bf tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:04.662574 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-2b313de1-3e3d-4321-8058-aaabd1d042bf tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/networks?id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9 HTTP/1.1" status: 200 len: 815 time: 0.1051173 Feb 20 21:02:04.679298 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-fe4c1519-0d57-4081-ae75-46fa0a46789b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/quotas/a21e1ba905f94b2a87c3a7ed144d76d6 HTTP/1.1" status: 200 len: 375 time: 0.0116222 Feb 20 21:02:04.740464 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.l3_db [None req-f53df3b4-3557-4393-b1b6-92410b09acc0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Floating IP 369530f4-dd20-424a-993e-5667bd8a4bdb associated. External IP: 172.27.2.19, port: 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6. Feb 20 21:02:04.742060 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-a76d210a-e683-4a10-9d49-342ff7354232 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=a21e1ba905f94b2a87c3a7ed144d76d6&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0572114 Feb 20 21:02:04.846552 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8a01e8ab-28c5-4186-8be2-70e1e2de0217 service neutron] 10.222.0.71 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843513 Feb 20 21:02:04.941308 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-06d8e72e-ba66-4098-a448-d3c1cc1bc921 service neutron] 10.222.0.71 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890400 Feb 20 21:02:04.968072 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f53df3b4-3557-4393-b1b6-92410b09acc0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Router 473ca265-c94e-4141-aa84-36bb1baf9406 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:02:05.093433 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f53df3b4-3557-4393-b1b6-92410b09acc0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:02:05.098747 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f53df3b4-3557-4393-b1b6-92410b09acc0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:05.103451 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9018d3-7ecb-4fff-ab23-7c91c7b4c87f None None] Sync routers for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:02:05.119214 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9018d3-7ecb-4fff-ab23-7c91c7b4c87f None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:02:05.119847 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-fd9018d3-7ecb-4fff-ab23-7c91c7b4c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:02:05.139937 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-f53df3b4-3557-4393-b1b6-92410b09acc0 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "PUT /v2.0/floatingips/369530f4-dd20-424a-993e-5667bd8a4bdb HTTP/1.1" status: 200 len: 991 time: 1.0929525 Feb 20 21:02:05.145392 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'tag': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:02:05.147744 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3b818d1-8767-4e9b-804d-f76bc321be7a" -d '{"events": [{"name": "network-changed", "server_uuid": "990b6305-6ad2-40d8-af09-d91bd17017f3", "tag": "40d1c530-fb4c-404c-bff4-cfc7ce44b0a6"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:02:05.175011 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-167178d8-2dce-4910-8188-7f8432551cbf req-09a54c94-cd16-459a-bef6-8e22c6a69ba4 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 210 time: 0.0690804 Feb 20 21:02:05.212415 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:02:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a240bf8a-c53b-4aa5-80e3-7df1340d2d05 x-openstack-request-id: req-a240bf8a-c53b-4aa5-80e3-7df1340d2d05 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:02:05.212919 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "990b6305-6ad2-40d8-af09-d91bd17017f3", "tag": "40d1c530-fb4c-404c-bff4-cfc7ce44b0a6", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:02:05.213183 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a240bf8a-c53b-4aa5-80e3-7df1340d2d05 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:02:05.213596 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'tag': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6', 'status': 'completed', 'code': 200} Feb 20 21:02:05.241496 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-fd9018d3-7ecb-4fff-ab23-7c91c7b4c87f None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:02:05.299520 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b818d1-8767-4e9b-804d-f76bc321be7a req-f5f217f6-6fa1-4a00-abd3-f3d1f20274ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:05.301073 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f3b818d1-8767-4e9b-804d-f76bc321be7a req-f5f217f6-6fa1-4a00-abd3-f3d1f20274ba service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 1130 time: 0.0541685 Feb 20 21:02:05.495738 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b818d1-8767-4e9b-804d-f76bc321be7a req-5936340c-b9a9-48f0-8af4-781baa785c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:05.498449 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f3b818d1-8767-4e9b-804d-f76bc321be7a req-5936340c-b9a9-48f0-8af4-781baa785c07 service neutron] 10.222.0.90 "GET /v2.0/networks?id=f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 200 len: 912 time: 0.1907551 Feb 20 21:02:05.593879 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f3b818d1-8767-4e9b-804d-f76bc321be7a req-3b928476-3ff0-4ae7-997e-9ec2366d7c28 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 HTTP/1.1" status: 200 len: 999 time: 0.0887094 Feb 20 21:02:05.606089 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-fd9018d3-7ecb-4fff-ab23-7c91c7b4c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '369530f4-dd20-424a-993e-5667bd8a4bdb', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'port_id': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'mac_address': 'fa:16:3e:e8:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:01:46Z', 'updated_at': '2022-02-20T21:02:04Z', 'revision_number': 1, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:36Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:02:05.646510 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9018d3-7ecb-4fff-ab23-7c91c7b4c87f None None] Checking router: 473ca265-c94e-4141-aa84-36bb1baf9406 for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:02:05.658446 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd9018d3-7ecb-4fff-ab23-7c91c7b4c87f None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:02:05.659265 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-fd9018d3-7ecb-4fff-ab23-7c91c7b4c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:01:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:02:05.668858 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b818d1-8767-4e9b-804d-f76bc321be7a req-0e162d7b-19b0-476a-a137-3b79335e5285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:05.670759 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f3b818d1-8767-4e9b-804d-f76bc321be7a req-0e162d7b-19b0-476a-a137-3b79335e5285 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=556ba603-3470-4df7-9938-1a7b4a7080b4 HTTP/1.1" status: 200 len: 850 time: 0.0711751 Feb 20 21:02:05.732496 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3b818d1-8767-4e9b-804d-f76bc321be7a req-40c0e365-a163-444f-a595-88d9f6140f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:05.734890 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f3b818d1-8767-4e9b-804d-f76bc321be7a req-40c0e365-a163-444f-a595-88d9f6140f3f service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=f829bbbb-0a39-4da0-ba53-40f021735711&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0571401 Feb 20 21:02:05.792149 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-fd9018d3-7ecb-4fff-ab23-7c91c7b4c87f None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:02:05.863465 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f3b818d1-8767-4e9b-804d-f76bc321be7a req-669dcbf7-3772-4b44-a555-b8cbd533555a service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1047273 Feb 20 21:02:05.996893 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f3b818d1-8767-4e9b-804d-f76bc321be7a req-74d3af3d-a70d-468a-8c89-f3624c17bdf4 service neutron] 10.222.0.90 "GET /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1197238 Feb 20 21:02:06.081180 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-fd9018d3-7ecb-4fff-ab23-7c91c7b4c87f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '369530f4-dd20-424a-993e-5667bd8a4bdb', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'port_id': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'mac_address': 'fa:16:3e:e8:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:01:46Z', 'updated_at': '2022-02-20T21:02:04Z', 'revision_number': 1, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:36Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:02:06.114826 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd9018d3-7ecb-4fff-ab23-7c91c7b4c87f None None] The sync data for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi is: [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '369530f4-dd20-424a-993e-5667bd8a4bdb', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'port_id': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 512, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'mac_address': 'fa:16:3e:e8:90:41', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:01:46Z', 'updated_at': '2022-02-20T21:02:04Z', 'revision_number': 1, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:36Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:02:06.266118 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6341baf4-6d98-431e-8a7e-ad63da7bbb06 req-0103969d-428a-403e-9ad0-a10054a984d9 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 210 time: 0.0299332 Feb 20 21:02:06.337096 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06d32d4d-fce8-4d75-97b7-9612ec338ab3 None None] New status for floating IP 369530f4-dd20-424a-993e-5667bd8a4bdb: ACTIVE {{(pid=102719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:02:06.454090 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-5602ca1d-b5df-44a3-a227-b3430c58aba9 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:06.455483 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-5602ca1d-b5df-44a3-a227-b3430c58aba9 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.90 "GET /v2.0/networks?id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9 HTTP/1.1" status: 200 len: 815 time: 0.1146739 Feb 20 21:02:06.469669 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Request body: {'port': {'device_id': '76ff80da-2074-420e-b24c-a7825c451e00', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'admin_state_up': True, 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:06.588411 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Made reservation on behalf of a21e1ba905f94b2a87c3a7ed144d76d6 for: {'port': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:02:06.591755 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:06.746222 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Allocated IP 172.20.0.8 (0a1fb418-a21e-4f42-a639-a86f2ceedbb9/5aa09159-a533-476b-bbce-9a56dac45c42/c08e7013-6af2-4784-9705-2b57c80e3d2c) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:02:06.965238 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:07.028161 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:07.112735 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:02:07.116890 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:02:07.122991 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:02:07.191496 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event updated for resources: {'Port': ['ID=c08e7013-6af2-4784-9705-2b57c80e3d2c,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:07.245079 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:07.245906 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:07.299317 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-8abd52a9-a9d3-4435-a62f-60fc0bf0d78b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8345058 Feb 20 21:02:07.520151 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0c75df5-72a3-4418-9c43-8c3b6b5de4f9 req-17dec9d5-e6f2-4657-a735-c375a12c00df tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:07.525683 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e0c75df5-72a3-4418-9c43-8c3b6b5de4f9 req-17dec9d5-e6f2-4657-a735-c375a12c00df tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 931 time: 0.0997796 Feb 20 21:02:07.596402 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e0c75df5-72a3-4418-9c43-8c3b6b5de4f9 req-6783619a-a747-457a-aedd-ea8267be84da tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651491 Feb 20 21:02:07.639002 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-6ad83241-e644-413e-836d-eba18b87e449 None None] Provisioning complete for port c08e7013-6af2-4784-9705-2b57c80e3d2c triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:02:07.639720 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6ad83241-e644-413e-836d-eba18b87e449 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:07.697031 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-6ad83241-e644-413e-836d-eba18b87e449 None None] Port c08e7013-6af2-4784-9705-2b57c80e3d2c cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:02:08.784118 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-721e98b7-8b45-4c63-a79c-eee9b0e95acd req-9ca16c0f-c514-4586-aeb2-59313d2e4a25 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:08.793903 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-721e98b7-8b45-4c63-a79c-eee9b0e95acd req-9ca16c0f-c514-4586-aeb2-59313d2e4a25 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 931 time: 0.0868754 Feb 20 21:02:08.863687 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-721e98b7-8b45-4c63-a79c-eee9b0e95acd req-d5278327-025d-4c06-a2d9-1c832babd5e3 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687289 Feb 20 21:02:09.567724 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b42c56b8-2db0-4bed-b5ff-4eb3f16230df req-f2107fe7-9169-4c5a-9485-47bbf28700c2 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:09.570464 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b42c56b8-2db0-4bed-b5ff-4eb3f16230df req-f2107fe7-9169-4c5a-9485-47bbf28700c2 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0701528 Feb 20 21:02:09.629497 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b42c56b8-2db0-4bed-b5ff-4eb3f16230df req-8dac595e-df11-44c6-a83c-95f1b653f49b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0487976 Feb 20 21:02:10.024544 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e35d93d-35fa-4ce3-8564-fe339994ef72 req-48026ee0-3837-46fb-9dbe-cf31f414d719 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:10.035739 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e35d93d-35fa-4ce3-8564-fe339994ef72 req-48026ee0-3837-46fb-9dbe-cf31f414d719 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 931 time: 0.0906417 Feb 20 21:02:10.126805 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e35d93d-35fa-4ce3-8564-fe339994ef72 req-a063ffcf-4b0b-40ba-9885-7f62bd4d2999 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900626 Feb 20 21:02:10.812906 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54728283-bc40-421b-98d9-3938ad97b9f0 req-7354ee0e-aae0-4a4b-9069-eb2f3bd012e0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:10.815798 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-54728283-bc40-421b-98d9-3938ad97b9f0 req-7354ee0e-aae0-4a4b-9069-eb2f3bd012e0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.1032383 Feb 20 21:02:10.900865 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-54728283-bc40-421b-98d9-3938ad97b9f0 req-dd66e15a-1398-4b35-8506-58d202c565d0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0791821 Feb 20 21:02:11.275802 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3f7a2e-60c3-4f3a-89b2-003099845108 req-c0cdc18c-bee5-43d7-b6bf-3612a6c049a3 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:11.284727 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0e3f7a2e-60c3-4f3a-89b2-003099845108 req-c0cdc18c-bee5-43d7-b6bf-3612a6c049a3 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 931 time: 0.0701191 Feb 20 21:02:11.350169 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0e3f7a2e-60c3-4f3a-89b2-003099845108 req-e92b6789-ba6d-4d90-a661-aed623a3da10 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644062 Feb 20 21:02:12.116343 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4257c391-12aa-49b2-a241-da1ada0eb858 req-664c6687-db63-44c5-a027-4e3eaaafd078 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:12.119085 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4257c391-12aa-49b2-a241-da1ada0eb858 req-664c6687-db63-44c5-a027-4e3eaaafd078 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0847452 Feb 20 21:02:12.181307 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4257c391-12aa-49b2-a241-da1ada0eb858 req-ebffe1ac-0c34-4074-beef-375f8c030883 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0555615 Feb 20 21:02:12.517258 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81be29d8-e1e2-43aa-92ef-9daeb4a771e3 req-efb73bc4-f96a-459d-8909-c0ee4c954f8a tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:12.525437 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-81be29d8-e1e2-43aa-92ef-9daeb4a771e3 req-efb73bc4-f96a-459d-8909-c0ee4c954f8a tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 931 time: 0.0919080 Feb 20 21:02:12.578510 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-81be29d8-e1e2-43aa-92ef-9daeb4a771e3 req-deeb1660-6f2a-4445-a30c-ffb4bac839c5 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517848 Feb 20 21:02:13.360745 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efc8883f-b98b-46e0-adc4-6dc26bec8b36 req-ccb654ca-2585-44d6-9a1a-9d931ef709a1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:13.363022 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-efc8883f-b98b-46e0-adc4-6dc26bec8b36 req-ccb654ca-2585-44d6-9a1a-9d931ef709a1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0857127 Feb 20 21:02:13.520335 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-efc8883f-b98b-46e0-adc4-6dc26bec8b36 req-b993eba2-5a34-4c06-8c9a-501ed02487ad tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1333082 Feb 20 21:02:13.762520 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc3ffce3-ae27-4f7f-91e2-c5091a3dcb86 req-8ecc4015-dad2-449e-af66-d9b9aa12450e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:13.766018 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cc3ffce3-ae27-4f7f-91e2-c5091a3dcb86 req-8ecc4015-dad2-449e-af66-d9b9aa12450e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 931 time: 0.0886881 Feb 20 21:02:13.864228 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cc3ffce3-ae27-4f7f-91e2-c5091a3dcb86 req-b7fb6755-dd64-4b49-bd2c-00d525ebb409 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0895443 Feb 20 21:02:14.661525 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-310a35da-87b1-41b8-817d-ae760feed691 req-96e736a0-9076-4191-a3ec-ae02c1433459 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:14.663072 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-310a35da-87b1-41b8-817d-ae760feed691 req-96e736a0-9076-4191-a3ec-ae02c1433459 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0576928 Feb 20 21:02:14.720235 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-310a35da-87b1-41b8-817d-ae760feed691 req-e8b0074b-5698-4a14-903f-65997f6bbcc9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505843 Feb 20 21:02:14.993940 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba0e94aa-0ad4-4709-9297-e2f2a5cf5556 req-f504a77e-a327-4609-ada3-c00289a49d98 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:14.995453 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ba0e94aa-0ad4-4709-9297-e2f2a5cf5556 req-f504a77e-a327-4609-ada3-c00289a49d98 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 931 time: 0.0554972 Feb 20 21:02:15.047190 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Request body: {'port': {'device_id': '76ff80da-2074-420e-b24c-a7825c451e00', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:15.100471 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ba0e94aa-0ad4-4709-9297-e2f2a5cf5556 req-10aa7208-8fd2-4e2e-a72f-e98af5fa2f4d tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975840 Feb 20 21:02:15.169005 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:15.195842 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4518bc4-604b-487e-bfef-24dfb6a791ad req-4adcb052-1953-4e61-9e60-9fb662358583 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:15.197476 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c4518bc4-604b-487e-bfef-24dfb6a791ad req-4adcb052-1953-4e61-9e60-9fb662358583 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.1039250 Feb 20 21:02:15.320537 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c4518bc4-604b-487e-bfef-24dfb6a791ad req-4ea97857-8ce1-4ba8-b70f-ff9fd7eaa3db tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019056 Feb 20 21:02:15.501692 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c08e7013-6af2-4784-9705-2b57c80e3d2c {{(pid=102716) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:02:15.517072 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Publish callbacks [] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:15.540512 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.provisioning_blocks [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Transition to ACTIVE for port object c08e7013-6af2-4784-9705-2b57c80e3d2c will not be triggered until provisioned by entity L2. {{(pid=102716) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:02:15.545290 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:15.625334 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c08e7013-6af2-4784-9705-2b57c80e3d2c,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:15.732591 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Attempting to bind port c08e7013-6af2-4784-9705-2b57c80e3d2c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:02:15.733821 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Attempting to bind port c08e7013-6af2-4784-9705-2b57c80e3d2c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:02:15.733949 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Attempting to bind port c08e7013-6af2-4784-9705-2b57c80e3d2c on network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:02:15.739378 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Port c08e7013-6af2-4784-9705-2b57c80e3d2c on network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:02:15.739724 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Attempting to bind port c08e7013-6af2-4784-9705-2b57c80e3d2c on network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:02:15.747467 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 1, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:02:15.747814 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Checking segment: {'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:02:15.748214 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Bound using segment: {'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'} {{(pid=102716) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:02:15.748792 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.managers [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Bound port: c08e7013-6af2-4784-9705-2b57c80e3d2c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f8955fba-a266-4164-93ed-8122b6887db9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 156, 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9'}}] {{(pid=102716) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:02:15.749248 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:15.867193 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] For port c08e7013-6af2-4784-9705-2b57c80e3d2c, host hv-cinder-83008, cleared binding levels {{(pid=102716) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:02:15.886056 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] For port c08e7013-6af2-4784-9705-2b57c80e3d2c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102716) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:02:15.898794 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:16.263672 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54695d61-78d0-4dd6-bbcf-f1e24eb37059 req-cc789cfd-dc46-4c3d-8bea-2501a7e11db9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:16.266115 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-54695d61-78d0-4dd6-bbcf-f1e24eb37059 req-cc789cfd-dc46-4c3d-8bea-2501a7e11db9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.4435248 Feb 20 21:02:16.288095 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:16.288749 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:16.290182 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] 10.222.0.90 "PUT /v2.0/ports/c08e7013-6af2-4784-9705-2b57c80e3d2c HTTP/1.1" status: 200 len: 1093 time: 1.2474420 Feb 20 21:02:16.292730 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:02:16.295123 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52e84ad4-620b-499c-ac28-7ac85452c3e8" -d '{"events": [{"name": "network-changed", "server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:02:16.343740 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f299b3b-2784-4d22-a62c-b984cffe1fe3 service neutron] Pushing event updated for resources: {'Port': ['ID=c08e7013-6af2-4784-9705-2b57c80e3d2c,revision_number=3']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:16.420832 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e4c9f1-37ac-41fb-bb5d-1c0174a30659 req-a2ad661f-56ba-4174-9c13-be4f827117f3 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:16.423367 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-33e4c9f1-37ac-41fb-bb5d-1c0174a30659 req-a2ad661f-56ba-4174-9c13-be4f827117f3 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 943 time: 0.1876078 Feb 20 21:02:16.432154 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-54695d61-78d0-4dd6-bbcf-f1e24eb37059 req-ffb6cdcf-72f7-4071-9a05-8ce55d9b6610 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1457560 Feb 20 21:02:16.494520 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-ecb45c93-1dd5-487a-af19-5bd4312b43fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:16.496187 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-ecb45c93-1dd5-487a-af19-5bd4312b43fc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a21e1ba905f94b2a87c3a7ed144d76d6&device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 1127 time: 0.1419952 Feb 20 21:02:16.521928 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:02:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4641452-4ec7-4f7d-a449-30fa1b62ecdf x-openstack-request-id: req-c4641452-4ec7-4f7d-a449-30fa1b62ecdf {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:02:16.522320 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:02:16.522646 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c4641452-4ec7-4f7d-a449-30fa1b62ecdf {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:02:16.523443 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'status': 'completed', 'code': 200} Feb 20 21:02:16.556945 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-0450a4eb-90f5-4380-a17b-1cf61b74c1a0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c HTTP/1.1" status: 200 len: 217 time: 0.0489883 Feb 20 21:02:16.568171 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-33e4c9f1-37ac-41fb-bb5d-1c0174a30659 req-8548eee3-4501-413b-a9d6-6a5c086c5e2f tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1337628 Feb 20 21:02:16.720726 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7060b60d-b5d2-4714-8b69-2f4a55d51802 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:16.722402 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-7060b60d-b5d2-4714-8b69-2f4a55d51802 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5aa09159-a533-476b-bbce-9a56dac45c42 HTTP/1.1" status: 200 len: 854 time: 0.1509144 Feb 20 21:02:16.734783 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4768467-0688-4517-bb25-28e8fae3590e req-c883325b-92f3-4f17-acd8-28335fd18917 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:16.741140 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e4768467-0688-4517-bb25-28e8fae3590e req-c883325b-92f3-4f17-acd8-28335fd18917 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.1445160 Feb 20 21:02:16.819302 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e4768467-0688-4517-bb25-28e8fae3590e req-eba77ad4-e3ef-403b-9345-64346d604700 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0737107 Feb 20 21:02:16.824234 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-cb78eebf-f416-4d0a-8a2b-649807124f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:16.826368 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-cb78eebf-f416-4d0a-8a2b-649807124f02 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0883372 Feb 20 21:02:16.944887 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-4eb7922b-8e2a-4c6c-b6f7-0901f3340ffa service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1005185 Feb 20 21:02:17.040289 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7f71bb6e-39a5-4f61-ae28-51dc864971ba req-18a7885f-627f-44c6-911f-a0d053375c08 service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881774 Feb 20 21:02:17.137951 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84ad4-620b-499c-ac28-7ac85452c3e8 req-43b50f59-383a-4381-b391-5f7fed05157e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:17.140030 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52e84ad4-620b-499c-ac28-7ac85452c3e8 req-43b50f59-383a-4381-b391-5f7fed05157e service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a21e1ba905f94b2a87c3a7ed144d76d6&device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 1127 time: 0.0485208 Feb 20 21:02:17.235560 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84ad4-620b-499c-ac28-7ac85452c3e8 req-f8144384-5e4e-416c-9d81-ccaa4827ff05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:17.237085 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52e84ad4-620b-499c-ac28-7ac85452c3e8 req-f8144384-5e4e-416c-9d81-ccaa4827ff05 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9 HTTP/1.1" status: 200 len: 916 time: 0.0912168 Feb 20 21:02:17.280929 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52e84ad4-620b-499c-ac28-7ac85452c3e8 req-091a9865-208c-4bb7-9a1a-79a513089c09 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c HTTP/1.1" status: 200 len: 217 time: 0.0374143 Feb 20 21:02:17.330321 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84ad4-620b-499c-ac28-7ac85452c3e8 req-edbac122-ace7-4d13-83bb-a10ec06b80ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:17.331807 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52e84ad4-620b-499c-ac28-7ac85452c3e8 req-edbac122-ace7-4d13-83bb-a10ec06b80ed service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5aa09159-a533-476b-bbce-9a56dac45c42 HTTP/1.1" status: 200 len: 854 time: 0.0447733 Feb 20 21:02:17.390398 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52e84ad4-620b-499c-ac28-7ac85452c3e8 req-3d9d95ef-372e-4794-a188-1093a703a621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:17.391978 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52e84ad4-620b-499c-ac28-7ac85452c3e8 req-3d9d95ef-372e-4794-a188-1093a703a621 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0513160 Feb 20 21:02:17.494225 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52e84ad4-620b-499c-ac28-7ac85452c3e8 req-699de535-4c31-4ac7-aa6d-368a18bd8a3f service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0934894 Feb 20 21:02:17.635094 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52e84ad4-620b-499c-ac28-7ac85452c3e8 req-359869cf-4192-4a27-881a-a15bd3e35d83 service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1334698 Feb 20 21:02:17.652912 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766d3ce9-4331-42ab-814e-d3e7ff76ba69 req-d7c2d049-930e-4731-9fda-66e5a2d55976 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:17.654504 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-766d3ce9-4331-42ab-814e-d3e7ff76ba69 req-d7c2d049-930e-4731-9fda-66e5a2d55976 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.1022279 Feb 20 21:02:17.794237 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-766d3ce9-4331-42ab-814e-d3e7ff76ba69 req-d0247697-e859-4c37-917f-8a4cbc7d2f20 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228869 Feb 20 21:02:17.811520 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3e3b814-e55e-4ad8-868d-8dcc89139e82 req-3c3ef8cc-16d3-4b41-ba3a-74356e892e47 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:17.817258 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c3e3b814-e55e-4ad8-868d-8dcc89139e82 req-3c3ef8cc-16d3-4b41-ba3a-74356e892e47 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 943 time: 0.1719053 Feb 20 21:02:17.892877 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c3e3b814-e55e-4ad8-868d-8dcc89139e82 req-db270cbf-2793-44a9-b1c2-f81e42decdce tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689766 Feb 20 21:02:17.991631 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8be62a8-0a12-4114-bba3-00909e7f838f req-770b68fa-047d-41e7-89e3-250075d57358 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:17.993276 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b8be62a8-0a12-4114-bba3-00909e7f838f req-770b68fa-047d-41e7-89e3-250075d57358 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0629587 Feb 20 21:02:18.048481 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b8be62a8-0a12-4114-bba3-00909e7f838f req-a1c16575-1a4c-4e41-bc58-20722fe8cdb6 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0488598 Feb 20 21:02:18.760722 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device c08e7013-6af2-4784-9705-2b57c80e3d2c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:02:18.875952 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port c08e7013-6af2-4784-9705-2b57c80e3d2c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:18.889796 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'port_id': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'mac_address': 'fa:16:3e:22:ff:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 156, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:02:18.940332 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port c08e7013-6af2-4784-9705-2b57c80e3d2c is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:02:18.940976 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:18.969473 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c08e7013-6af2-4784-9705-2b57c80e3d2c {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:02:18.975615 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af3b582f-76bb-4ad7-8eff-f91003702af0 req-faa27559-92d5-4ea2-b393-871d53cb8e6f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:18.977264 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-af3b582f-76bb-4ad7-8eff-f91003702af0 req-faa27559-92d5-4ea2-b393-871d53cb8e6f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0795496 Feb 20 21:02:18.995023 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port c08e7013-6af2-4784-9705-2b57c80e3d2c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:19.000971 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:19.056303 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=c08e7013-6af2-4784-9705-2b57c80e3d2c,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:19.073062 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-af3b582f-76bb-4ad7-8eff-f91003702af0 req-e443e1e9-a804-49f4-af52-2dfb2d1f569b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0581229 Feb 20 21:02:19.097331 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0f9bd-9de9-422d-8551-2ba29e5127a2 req-a252a88c-d998-40ff-8c96-a70dace36ef6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:19.099333 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-68f0f9bd-9de9-422d-8551-2ba29e5127a2 req-a252a88c-d998-40ff-8c96-a70dace36ef6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 943 time: 0.1210771 Feb 20 21:02:19.166067 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-68f0f9bd-9de9-422d-8551-2ba29e5127a2 req-b7c3ec17-ed19-4812-bfe1-e70c1f9ee9e9 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588284 Feb 20 21:02:19.211168 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9368844-5538-4079-89c1-932b5355e437 req-9a500ab5-7a3e-4b04-adac-40712850d268 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:19.212704 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a9368844-5538-4079-89c1-932b5355e437 req-9a500ab5-7a3e-4b04-adac-40712850d268 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0681665 Feb 20 21:02:19.272660 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a9368844-5538-4079-89c1-932b5355e437 req-ac8ca7fa-ad01-4589-af53-429858673db8 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0523789 Feb 20 21:02:19.292519 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['c08e7013-6af2-4784-9705-2b57c80e3d2c'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:02:20.234580 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44b80f3-426b-4e34-b943-de21760230e1 req-c29f84f6-bcae-4288-a1ac-f58956f24f71 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:20.236323 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e44b80f3-426b-4e34-b943-de21760230e1 req-c29f84f6-bcae-4288-a1ac-f58956f24f71 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0686865 Feb 20 21:02:20.323181 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e44b80f3-426b-4e34-b943-de21760230e1 req-7cc8d00c-3f9d-4a43-bf8b-b6ee160a4fae tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789628 Feb 20 21:02:20.343659 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbce8c92-109d-4037-af9b-0b2fad4155df req-94847fc6-84ed-476c-8fe6-3b911510990f tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:20.343659 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bbce8c92-109d-4037-af9b-0b2fad4155df req-94847fc6-84ed-476c-8fe6-3b911510990f tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 944 time: 0.0978620 Feb 20 21:02:20.406231 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bbce8c92-109d-4037-af9b-0b2fad4155df req-1d7e8d1f-8cc9-4ae9-b53a-c57d84d937a8 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559032 Feb 20 21:02:20.449427 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11298e6-d293-4ba4-aff9-d20ae9b48d79 req-e7cfe149-84f5-4f21-bbe9-91280e4fc3bd tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:20.450985 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d11298e6-d293-4ba4-aff9-d20ae9b48d79 req-e7cfe149-84f5-4f21-bbe9-91280e4fc3bd tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0618269 Feb 20 21:02:20.508520 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d11298e6-d293-4ba4-aff9-d20ae9b48d79 req-6552ba3c-c3a5-4f9f-b218-ecf4dc94be55 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0507998 Feb 20 21:02:20.759536 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device c08e7013-6af2-4784-9705-2b57c80e3d2c up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:02:20.811801 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port c08e7013-6af2-4784-9705-2b57c80e3d2c completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:02:20.816592 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port c08e7013-6af2-4784-9705-2b57c80e3d2c triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:02:20.816971 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:20.906525 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port c08e7013-6af2-4784-9705-2b57c80e3d2c is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:02:20.907131 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:20.931945 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:02:20.934481 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bfff128-77b4-4bc5-a6bd-f13c7bdeeabb" -d '{"events": [{"server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "name": "network-vif-plugged", "status": "completed", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:02:20.956452 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port c08e7013-6af2-4784-9705-2b57c80e3d2c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:20.963793 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:20.995179 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:02:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-484037ff-8b56-47ec-9f8d-28384703af87 x-openstack-request-id: req-484037ff-8b56-47ec-9f8d-28384703af87 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:02:20.995849 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "name": "network-vif-plugged", "status": "completed", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:02:20.999836 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-484037ff-8b56-47ec-9f8d-28384703af87 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:02:21.000340 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'code': 200} Feb 20 21:02:21.031166 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=c08e7013-6af2-4784-9705-2b57c80e3d2c,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:21.228693 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7788bb15-0dbc-4ae3-a3f3-ea97be774c93 req-223f0aef-3157-4dfe-b9e2-1a82c4248e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:21.231703 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7788bb15-0dbc-4ae3-a3f3-ea97be774c93 req-223f0aef-3157-4dfe-b9e2-1a82c4248e5c service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 1129 time: 0.0591707 Feb 20 21:02:21.300481 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7788bb15-0dbc-4ae3-a3f3-ea97be774c93 req-66edf78e-12ef-405d-9523-60c43735538a service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613217 Feb 20 21:02:21.545287 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489b3209-1e1b-445d-8931-8e9584c12362 req-fbcd55ba-7bb1-4daf-95a1-3cd6f87f52c0 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:21.547518 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-489b3209-1e1b-445d-8931-8e9584c12362 req-fbcd55ba-7bb1-4daf-95a1-3cd6f87f52c0 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 945 time: 0.0612049 Feb 20 21:02:21.603270 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-489b3209-1e1b-445d-8931-8e9584c12362 req-b6a54d66-96ba-4055-a6d4-9769614bfa11 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491171 Feb 20 21:02:21.730500 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d112e103-572e-47b2-a6a9-293b5f555864 req-576049ea-3a8e-4f15-afa9-e00edd13d7ad tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:21.731983 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d112e103-572e-47b2-a6a9-293b5f555864 req-576049ea-3a8e-4f15-afa9-e00edd13d7ad tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.3278923 Feb 20 21:02:21.781409 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-918f0aa0-72f5-45f3-a3a0-f7f93f94d937 req-0b81ee4c-030a-4833-b57c-087f48da2524 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:21.782903 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-918f0aa0-72f5-45f3-a3a0-f7f93f94d937 req-0b81ee4c-030a-4833-b57c-087f48da2524 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.1018510 Feb 20 21:02:21.805397 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d112e103-572e-47b2-a6a9-293b5f555864 req-7312f6a9-c109-49ed-a575-b84c6abbc637 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0667422 Feb 20 21:02:21.921685 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-918f0aa0-72f5-45f3-a3a0-f7f93f94d937 req-94edcdc2-e8f7-48dc-a395-00a7251bc3af tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1285911 Feb 20 21:02:22.800119 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f12c293-fea3-4cd7-8036-d4bdf9e62473 req-86e7a523-1be0-4b09-8bb1-6ddd5f34a5f1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:22.801889 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6f12c293-fea3-4cd7-8036-d4bdf9e62473 req-86e7a523-1be0-4b09-8bb1-6ddd5f34a5f1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 945 time: 0.0896811 Feb 20 21:02:22.876487 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6f12c293-fea3-4cd7-8036-d4bdf9e62473 req-e29161a6-7066-47d2-b666-7b7083d97def tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680075 Feb 20 21:02:22.950620 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c325175-46a7-476c-bec0-679a10572b9f req-08df792a-5070-4b1a-8149-80eb713e152c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:22.952585 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2c325175-46a7-476c-bec0-679a10572b9f req-08df792a-5070-4b1a-8149-80eb713e152c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0635302 Feb 20 21:02:23.050762 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2c325175-46a7-476c-bec0-679a10572b9f req-e225cec7-9c19-426e-9f4c-f8f772a55316 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0867236 Feb 20 21:02:23.067725 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb4066a1-ab75-4bfd-b5f2-1efffc69b553 req-ccef7523-6064-42be-93ea-31ef1836ec82 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:23.069425 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fb4066a1-ab75-4bfd-b5f2-1efffc69b553 req-ccef7523-6064-42be-93ea-31ef1836ec82 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 945 time: 0.0905483 Feb 20 21:02:23.147422 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fb4066a1-ab75-4bfd-b5f2-1efffc69b553 req-d12b51bd-5438-40af-8132-1abca49f3489 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0696564 Feb 20 21:02:23.217671 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e045ecc-6b1e-4dec-a001-96ea8c9768dc req-e4e40c32-fd2d-4497-a02c-a98a037386fa tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:23.219301 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e045ecc-6b1e-4dec-a001-96ea8c9768dc req-e4e40c32-fd2d-4497-a02c-a98a037386fa tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0704012 Feb 20 21:02:23.281236 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6e045ecc-6b1e-4dec-a001-96ea8c9768dc req-45791dff-5d92-4ae2-87c3-44343d765736 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0549147 Feb 20 21:02:23.553181 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5e0d2a-9666-4380-9d7b-c2720811e3e3 req-f670ee73-fef0-4eda-8e5f-93979b9b2437 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:23.560019 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5c5e0d2a-9666-4380-9d7b-c2720811e3e3 req-f670ee73-fef0-4eda-8e5f-93979b9b2437 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 945 time: 0.0624931 Feb 20 21:02:23.610261 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5c5e0d2a-9666-4380-9d7b-c2720811e3e3 req-f74cdef6-0118-4817-a497-c0e3d0f01647 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0472121 Feb 20 21:02:24.198280 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-852a6e88-15a7-4f54-9114-23731708e2bc req-eee181ec-b061-4db9-89bf-0004f5690e29 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:24.199453 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-852a6e88-15a7-4f54-9114-23731708e2bc req-eee181ec-b061-4db9-89bf-0004f5690e29 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0594597 Feb 20 21:02:24.255494 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-852a6e88-15a7-4f54-9114-23731708e2bc req-69e76176-4cfc-4602-8ab4-e9270eafe427 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0491028 Feb 20 21:02:24.419483 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c1835-b294-4aae-9228-cf592206458a req-a788e4a8-41ca-4998-91d6-be738e7f5559 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:24.421658 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a70c1835-b294-4aae-9228-cf592206458a req-a788e4a8-41ca-4998-91d6-be738e7f5559 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0576751 Feb 20 21:02:24.476277 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a70c1835-b294-4aae-9228-cf592206458a req-550b052b-0642-463b-879b-31c3e39ed1c3 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0489697 Feb 20 21:02:25.387382 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ae45f0-8a69-47f4-b8b2-1ccea07f9749 req-8a107dfc-6052-467e-bbe9-bbcf25d93ffa tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:25.389534 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b6ae45f0-8a69-47f4-b8b2-1ccea07f9749 req-8a107dfc-6052-467e-bbe9-bbcf25d93ffa tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0596097 Feb 20 21:02:25.445664 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b6ae45f0-8a69-47f4-b8b2-1ccea07f9749 req-2242e397-f181-451e-8cc3-fed83bf76e58 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0502017 Feb 20 21:02:25.532383 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d675b06-8208-4b8c-893e-716a044211ce req-5c132a0a-8404-460a-b425-4b764ccc1ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:25.533926 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3d675b06-8208-4b8c-893e-716a044211ce req-5c132a0a-8404-460a-b425-4b764ccc1ee4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e62881a5cbea4bc0a555dbd98aa886f4&device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 1129 time: 0.0553958 Feb 20 21:02:25.680441 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7737927f-9e75-48e5-a4b3-922345d08711 req-4a958b24-3f1d-46bb-aaa4-a9990ce3832a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:25.681874 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7737927f-9e75-48e5-a4b3-922345d08711 req-4a958b24-3f1d-46bb-aaa4-a9990ce3832a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.1175692 Feb 20 21:02:25.683421 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d675b06-8208-4b8c-893e-716a044211ce req-d3a0dad4-7c3a-4412-9ca2-91b627a05753 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:25.684791 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3d675b06-8208-4b8c-893e-716a044211ce req-d3a0dad4-7c3a-4412-9ca2-91b627a05753 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff HTTP/1.1" status: 200 len: 909 time: 0.1436725 Feb 20 21:02:25.786938 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7737927f-9e75-48e5-a4b3-922345d08711 req-3fcd9bec-c185-4660-8efc-b4513e9455be tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988903 Feb 20 21:02:25.788764 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3d675b06-8208-4b8c-893e-716a044211ce req-4109289f-63da-4ce5-be51-ad358dc031d0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a244c70-8644-4f83-9d34-0665df4aad98 HTTP/1.1" status: 200 len: 1001 time: 0.0945637 Feb 20 21:02:25.847630 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d675b06-8208-4b8c-893e-716a044211ce req-032c80b3-3d0b-4d1a-b538-a92589794cce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:25.849289 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3d675b06-8208-4b8c-893e-716a044211ce req-032c80b3-3d0b-4d1a-b538-a92589794cce service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e13eb2b0-b6fd-4280-8ded-a6d9123be2c0 HTTP/1.1" status: 200 len: 847 time: 0.0510163 Feb 20 21:02:25.903908 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d675b06-8208-4b8c-893e-716a044211ce req-9c773d91-02cd-48e2-b234-8de1c70b7db0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:25.905990 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3d675b06-8208-4b8c-893e-716a044211ce req-9c773d91-02cd-48e2-b234-8de1c70b7db0 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0468082 Feb 20 21:02:26.000432 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3d675b06-8208-4b8c-893e-716a044211ce req-b7445b9c-5790-45af-8790-683774368a92 service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872369 Feb 20 21:02:26.019612 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:26.036307 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-52b68f7f-9e14-4608-83f4-607fb2bcd04f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:26.095798 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3d675b06-8208-4b8c-893e-716a044211ce req-843ed715-d09d-457f-a0dd-7ac114fa1c4a service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890129 Feb 20 21:02:26.592802 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94f5b4a5-bd9d-4f88-a84f-902f268d7d97 req-76eb2c07-2eda-4277-8b21-b5ffbbb9953b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:26.594295 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-94f5b4a5-bd9d-4f88-a84f-902f268d7d97 req-76eb2c07-2eda-4277-8b21-b5ffbbb9953b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0633895 Feb 20 21:02:26.664759 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-94f5b4a5-bd9d-4f88-a84f-902f268d7d97 req-3c777d2e-ac32-40cb-9728-66d82f3702b2 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0648887 Feb 20 21:02:26.701555 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa428d60-dda6-4a5c-b448-5096aa024467 req-e04e5a22-66ed-4272-8cb1-26beee63beea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:26.703022 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fa428d60-dda6-4a5c-b448-5096aa024467 req-e04e5a22-66ed-4272-8cb1-26beee63beea service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e62881a5cbea4bc0a555dbd98aa886f4&device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 1129 time: 0.0549338 Feb 20 21:02:26.765251 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 609f880e-4e64-48e6-891a-dbe169215980 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:02:26.835763 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa428d60-dda6-4a5c-b448-5096aa024467 req-8200ec8d-7b5d-4952-82aa-814efd6cadee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:26.837432 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fa428d60-dda6-4a5c-b448-5096aa024467 req-8200ec8d-7b5d-4952-82aa-814efd6cadee service neutron] 10.222.0.90 "GET /v2.0/networks?id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff HTTP/1.1" status: 200 len: 909 time: 0.0983696 Feb 20 21:02:26.879582 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=609f880e-4e64-48e6-891a-dbe169215980,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:26.892826 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '609f880e-4e64-48e6-891a-dbe169215980', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'port_id': '609f880e-4e64-48e6-891a-dbe169215980', 'mac_address': 'fa:16:3e:a0:d0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:02:26.934007 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 609f880e-4e64-48e6-891a-dbe169215980 is: ACTIVE; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:02:26.934406 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (609f880e-4e64-48e6-891a-dbe169215980), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:26.943497 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fa428d60-dda6-4a5c-b448-5096aa024467 req-10bd7eda-9290-488e-99cf-cefb156d01b5 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a244c70-8644-4f83-9d34-0665df4aad98 HTTP/1.1" status: 200 len: 1001 time: 0.0973771 Feb 20 21:02:26.948611 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 609f880e-4e64-48e6-891a-dbe169215980 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:02:26.970302 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=609f880e-4e64-48e6-891a-dbe169215980,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:26.974255 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (609f880e-4e64-48e6-891a-dbe169215980), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:26.991251 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6174f4e-375d-4492-97f0-9e8962b8dea7 req-3952f2b8-2a03-4db2-a744-cac76358f018 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:26.993102 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e6174f4e-375d-4492-97f0-9e8962b8dea7 req-3952f2b8-2a03-4db2-a744-cac76358f018 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.1057465 Feb 20 21:02:27.027171 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa428d60-dda6-4a5c-b448-5096aa024467 req-75114585-1870-4b7b-8fb7-9d5105b68263 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:27.028772 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fa428d60-dda6-4a5c-b448-5096aa024467 req-75114585-1870-4b7b-8fb7-9d5105b68263 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e13eb2b0-b6fd-4280-8ded-a6d9123be2c0 HTTP/1.1" status: 200 len: 847 time: 0.0777423 Feb 20 21:02:27.034591 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=609f880e-4e64-48e6-891a-dbe169215980,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:27.041551 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.041892 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.042235 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.042570 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.042910 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.043243 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.043578 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.043924 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.044297 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.044592 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.044932 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.045338 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.045808 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:27.084983 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e6174f4e-375d-4492-97f0-9e8962b8dea7 req-16027236-41e7-44b6-b632-8cb6d15c6914 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0850735 Feb 20 21:02:27.101558 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa428d60-dda6-4a5c-b448-5096aa024467 req-a7a2a2db-13c0-4708-bf2c-751e374545f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:27.103403 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fa428d60-dda6-4a5c-b448-5096aa024467 req-a7a2a2db-13c0-4708-bf2c-751e374545f6 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0666711 Feb 20 21:02:27.177818 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['609f880e-4e64-48e6-891a-dbe169215980'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:02:27.196564 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fa428d60-dda6-4a5c-b448-5096aa024467 req-8aeb30ed-c3d1-49b4-947f-ae46b753884e service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848451 Feb 20 21:02:27.295247 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fa428d60-dda6-4a5c-b448-5096aa024467 req-50bf254f-7a32-4048-a3ce-0b38a2a85cb4 service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0917051 Feb 20 21:02:27.801267 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe6fdda-afd8-4059-9b3a-a6e9e4b9544b req-1a1649bd-1a6d-4205-9a84-5e68e0410ef5 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:27.802711 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ffe6fdda-afd8-4059-9b3a-a6e9e4b9544b req-1a1649bd-1a6d-4205-9a84-5e68e0410ef5 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0553703 Feb 20 21:02:27.850808 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ffe6fdda-afd8-4059-9b3a-a6e9e4b9544b req-77dafa96-9943-4436-a80c-b4e6346af98f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425656 Feb 20 21:02:28.221590 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0bd6159-e9ea-487a-a454-129c3e59bb1e req-ee4769ee-e47d-46f4-a4be-6d1e64136f74 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:28.223096 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b0bd6159-e9ea-487a-a454-129c3e59bb1e req-ee4769ee-e47d-46f4-a4be-6d1e64136f74 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0624423 Feb 20 21:02:28.284718 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b0bd6159-e9ea-487a-a454-129c3e59bb1e req-e1121401-eef0-496a-8c42-5dbc1f5fdf76 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533676 Feb 20 21:02:28.783748 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 609f880e-4e64-48e6-891a-dbe169215980 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:02:28.866382 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-aa2afafc-200a-4b98-a221-c8b96156c072 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:28.873207 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 609f880e-4e64-48e6-891a-dbe169215980 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:02:28.874628 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (609f880e-4e64-48e6-891a-dbe169215980), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:29.048745 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 609f880e-4e64-48e6-891a-dbe169215980 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:02:29.049694 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (609f880e-4e64-48e6-891a-dbe169215980), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:29.057863 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-299b17fc-d128-4e0a-bbea-d4d5d6dbe073 req-cdb2ddeb-f397-4ec3-8569-6138f3eada20 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:29.073641 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-299b17fc-d128-4e0a-bbea-d4d5d6dbe073 req-cdb2ddeb-f397-4ec3-8569-6138f3eada20 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0882726 Feb 20 21:02:29.096395 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609f880e-4e64-48e6-891a-dbe169215980'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:02:29.098981 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb8f6c0f-2dea-4fc3-8b96-2227c2d4c343" -d '{"events": [{"server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "name": "network-vif-plugged", "status": "completed", "tag": "609f880e-4e64-48e6-891a-dbe169215980"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:02:29.119625 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=609f880e-4e64-48e6-891a-dbe169215980,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:29.127114 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (609f880e-4e64-48e6-891a-dbe169215980), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:29.211173 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:02:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cf85385-2821-4a10-bf18-88b26100ce9d x-openstack-request-id: req-9cf85385-2821-4a10-bf18-88b26100ce9d {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:02:29.211475 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "name": "network-vif-plugged", "status": "completed", "tag": "609f880e-4e64-48e6-891a-dbe169215980", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:02:29.211835 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9cf85385-2821-4a10-bf18-88b26100ce9d {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:02:29.216122 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609f880e-4e64-48e6-891a-dbe169215980', 'code': 200} Feb 20 21:02:29.220864 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=609f880e-4e64-48e6-891a-dbe169215980,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:29.227960 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-299b17fc-d128-4e0a-bbea-d4d5d6dbe073 req-d8c7b2b1-936b-4a33-8bf0-8ae4f6d72d59 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518400 Feb 20 21:02:29.441260 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143cbd6a-3279-44b2-aa78-5925bf777bb2 req-ebeb7bac-dd8b-469e-ae10-940067ef2c9b tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:29.444648 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-143cbd6a-3279-44b2-aa78-5925bf777bb2 req-ebeb7bac-dd8b-469e-ae10-940067ef2c9b tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0763431 Feb 20 21:02:29.520720 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-143cbd6a-3279-44b2-aa78-5925bf777bb2 req-00f715c3-406d-4230-96b6-0222745f2902 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0712643 Feb 20 21:02:29.772542 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [req-9339b085-68d2-4246-ba7a-aae278ab76eb req-b78f9afd-c28a-4cec-9ff3-19f4577579c1 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:02:29.780462 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9339b085-68d2-4246-ba7a-aae278ab76eb req-b78f9afd-c28a-4cec-9ff3-19f4577579c1 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.1691844 Feb 20 21:02:30.141020 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-26e550fc-889c-4442-bc02-36f8ecb197d9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1826885 Feb 20 21:02:30.156106 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccbc00a7-da91-4c58-bfb8-7523d540188e req-9707610d-5c3e-4464-9d16-5adcb47bc243 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:30.167220 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ccbc00a7-da91-4c58-bfb8-7523d540188e req-9707610d-5c3e-4464-9d16-5adcb47bc243 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.1233072 Feb 20 21:02:30.264742 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:30.323305 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-fb3d36e0-38e8-492b-b798-eb649c93a815 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:30.332240 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-fb3d36e0-38e8-492b-b798-eb649c93a815 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports/6a244c70-8644-4f83-9d34-0665df4aad98 HTTP/1.1" status: 200 len: 942 time: 0.0648944 Feb 20 21:02:30.357291 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ccbc00a7-da91-4c58-bfb8-7523d540188e req-a3e7f599-1fc0-41cb-9977-4b7ed7b739ef tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1874437 Feb 20 21:02:30.523472 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e01f4b1a-dc87-4f9f-8723-f93e733e87d4 req-52e00fc2-59ee-4428-aa8d-3f385abf5bba tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:30.525454 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e01f4b1a-dc87-4f9f-8723-f93e733e87d4 req-52e00fc2-59ee-4428-aa8d-3f385abf5bba tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.1528378 Feb 20 21:02:30.607270 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e01f4b1a-dc87-4f9f-8723-f93e733e87d4 req-e4c09d02-4704-4364-9453-9556f4a441b7 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0750697 Feb 20 21:02:30.778807 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6a244c70-8644-4f83-9d34-0665df4aad98 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:02:30.993343 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 6a244c70-8644-4f83-9d34-0665df4aad98 is: ACTIVE; New status is: DOWN {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:02:30.995203 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:31.056756 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6a244c70-8644-4f83-9d34-0665df4aad98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a244c70-8644-4f83-9d34-0665df4aad98,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:31.063073 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:31.230331 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:02:31.235071 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6f2809a9-5796-4f6d-87a0-dcbe7530bb30" -d '{"events": [{"server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "name": "network-vif-unplugged", "status": "completed", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:02:31.259836 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=6a244c70-8644-4f83-9d34-0665df4aad98,revision_number=6']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:31.343432 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 21:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c10acfe-7f07-47b6-96a4-3675a12becb2 x-openstack-request-id: req-5c10acfe-7f07-47b6-96a4-3675a12becb2 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:02:31.344524 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "name": "network-vif-unplugged", "status": "failed", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98", "code": 422}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:02:31.344524 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5c10acfe-7f07-47b6-96a4-3675a12becb2 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:02:31.344833 dv-cinder-830088-1-iscsi neutron-server[102718]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98', 'code': 422} returned with failed status Feb 20 21:02:31.591488 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d69bbe71-f117-4de5-821d-faa3d18f1f3c req-93238e10-e334-4249-b52f-73311ab2a3c3 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:31.594625 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d69bbe71-f117-4de5-821d-faa3d18f1f3c req-93238e10-e334-4249-b52f-73311ab2a3c3 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.0817990 Feb 20 21:02:31.749789 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d69bbe71-f117-4de5-821d-faa3d18f1f3c req-716684f5-1797-408a-bb2b-c94e567e9f79 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484537 Feb 20 21:02:31.874754 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ce2ccb2-63f6-4175-a279-abf228ca7b99 req-ce2ca509-366b-4e3f-8f10-d9183007fb59 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:31.882721 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6ce2ccb2-63f6-4175-a279-abf228ca7b99 req-ce2ca509-366b-4e3f-8f10-d9183007fb59 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.1302030 Feb 20 21:02:31.945036 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:32.019675 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6ce2ccb2-63f6-4175-a279-abf228ca7b99 req-ec873d4f-b053-41a1-a030-ba8fd339b2e8 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1253793 Feb 20 21:02:32.687571 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:02:32.946643 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a322ae78-73dd-4646-b207-5f134d582bca req-a2c57e45-b1ba-4af3-a4dd-e2c075ad5b61 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:32.949024 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a322ae78-73dd-4646-b207-5f134d582bca req-a2c57e45-b1ba-4af3-a4dd-e2c075ad5b61 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.0964239 Feb 20 21:02:33.020692 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a322ae78-73dd-4646-b207-5f134d582bca req-4320ea02-d5ff-4e24-a665-bdfe0d8a0d2b tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0594320 Feb 20 21:02:33.215735 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f2e03e-b579-4b9b-b7f8-4fa1cb5dce62 req-87875b40-0c93-4eed-8b8a-397cb6daec58 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:33.220439 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-36f2e03e-b579-4b9b-b7f8-4fa1cb5dce62 req-87875b40-0c93-4eed-8b8a-397cb6daec58 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0797439 Feb 20 21:02:33.231499 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:33.310837 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-36f2e03e-b579-4b9b-b7f8-4fa1cb5dce62 req-46f207fc-175b-4074-86e0-6c0ba39a3b9e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0818830 Feb 20 21:02:34.257648 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f8b7d6-2c09-491e-8f86-302489401ee4 req-e8ae1aef-3e8e-4937-9e10-23c63ed408b4 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:34.270539 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d3f8b7d6-2c09-491e-8f86-302489401ee4 req-e8ae1aef-3e8e-4937-9e10-23c63ed408b4 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.0927668 Feb 20 21:02:34.380174 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d3f8b7d6-2c09-491e-8f86-302489401ee4 req-0a255b9f-fca2-479e-8979-a9dcdc8cf024 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1079893 Feb 20 21:02:34.499526 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ae9f15-8bc3-4236-ab43-9dc49798d542 req-61254e3c-db9e-4f45-b50f-5375fa3aba46 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:34.507429 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-83ae9f15-8bc3-4236-ab43-9dc49798d542 req-61254e3c-db9e-4f45-b50f-5375fa3aba46 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0923951 Feb 20 21:02:34.576960 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-83ae9f15-8bc3-4236-ab43-9dc49798d542 req-1de2384b-0cab-4d46-819f-7a5489a83e6f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0678957 Feb 20 21:02:35.525746 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3e9dabb-3a73-4876-9444-0f78bc441f08 req-4df74885-0ebc-40c5-973a-3ad0adf1a671 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:35.527418 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e3e9dabb-3a73-4876-9444-0f78bc441f08 req-4df74885-0ebc-40c5-973a-3ad0adf1a671 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.0615549 Feb 20 21:02:35.616514 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e3e9dabb-3a73-4876-9444-0f78bc441f08 req-589b325d-b9b7-48cd-b760-16d0a58e0e7e tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0748503 Feb 20 21:02:35.777710 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8b972be-1e8e-4eee-8faa-e3057cb94618 req-3d5ebee8-be6a-464a-8963-dc9f324ebc30 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:35.780180 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a8b972be-1e8e-4eee-8faa-e3057cb94618 req-3d5ebee8-be6a-464a-8963-dc9f324ebc30 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0820093 Feb 20 21:02:35.850711 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a8b972be-1e8e-4eee-8faa-e3057cb94618 req-7534b868-531f-4743-aaac-672668762def tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611093 Feb 20 21:02:36.788590 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ab2eac-d502-4101-b348-185e85f76f35 req-d946299e-5adf-4fbf-8746-acb2e4a0d22f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:36.791365 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-96ab2eac-d502-4101-b348-185e85f76f35 req-d946299e-5adf-4fbf-8746-acb2e4a0d22f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.0756898 Feb 20 21:02:36.870075 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-96ab2eac-d502-4101-b348-185e85f76f35 req-b8ce58ca-c52d-4f9b-86d0-fb92dad3a02f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0659151 Feb 20 21:02:37.046074 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7715c3a6-9462-4069-94e6-b32d0f4659ca req-72a0b327-1e2b-4f59-a1d5-e168918720b6 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:37.048826 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7715c3a6-9462-4069-94e6-b32d0f4659ca req-72a0b327-1e2b-4f59-a1d5-e168918720b6 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0999413 Feb 20 21:02:37.139309 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7715c3a6-9462-4069-94e6-b32d0f4659ca req-b069aa83-0638-4fa0-af7b-a8f0874a24a9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0727396 Feb 20 21:02:38.085039 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d64afb06-0087-4835-b099-83cc0c80e8b7 req-b8d6a3a3-b9ef-4755-a85a-1b1ea4cdd898 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:38.088417 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d64afb06-0087-4835-b099-83cc0c80e8b7 req-b8d6a3a3-b9ef-4755-a85a-1b1ea4cdd898 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.1094267 Feb 20 21:02:38.200022 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d64afb06-0087-4835-b099-83cc0c80e8b7 req-6d505154-b772-42b0-90f3-f99b1c5a56f7 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1014235 Feb 20 21:02:38.395621 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9165a62-20c5-476b-821c-233e8414a424 req-5a3f8d1a-e166-4548-a33e-6f69b879b342 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:38.397356 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a9165a62-20c5-476b-821c-233e8414a424 req-5a3f8d1a-e166-4548-a33e-6f69b879b342 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.1252315 Feb 20 21:02:38.532150 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a9165a62-20c5-476b-821c-233e8414a424 req-3e7e8c3d-d9b0-430a-8f76-841dd78bf093 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1208861 Feb 20 21:02:39.238281 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ea6384-5fd0-4044-a15e-051dcb0ae01b req-90c1dda3-b12d-43ec-b739-07554a0dde99 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:39.242804 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c3ea6384-5fd0-4044-a15e-051dcb0ae01b req-90c1dda3-b12d-43ec-b739-07554a0dde99 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 945 time: 0.1230888 Feb 20 21:02:39.383033 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c3ea6384-5fd0-4044-a15e-051dcb0ae01b req-d6962a83-68d4-4267-9afe-acef90f6080f tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233063 Feb 20 21:02:39.464299 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33628) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:39.527229 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a84b81c7-be24-4310-962c-28a23420d125 req-fafa087e-a1b5-430e-abb0-0f1df7081993 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:39.531169 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a84b81c7-be24-4310-962c-28a23420d125 req-fafa087e-a1b5-430e-abb0-0f1df7081993 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.1242416 Feb 20 21:02:39.629974 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a84b81c7-be24-4310-962c-28a23420d125 req-417a0f17-979d-49de-9917-4dd0f6611234 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881479 Feb 20 21:02:39.774754 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a619473-c385-4bae-bad8-3ba2bb85be1f req-fdaaa96e-472a-4315-8fec-6b8839548873 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:39.776398 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0a619473-c385-4bae-bad8-3ba2bb85be1f req-fdaaa96e-472a-4315-8fec-6b8839548873 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0778136 Feb 20 21:02:39.785221 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c699d38-7f30-4e49-86b1-e6b15f460ee4 tempest-TestMinimumBasicScenario-112092095 tempest-TestMinimumBasicScenario-112092095-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:39.790450 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7c699d38-7f30-4e49-86b1-e6b15f460ee4 tempest-TestMinimumBasicScenario-112092095 tempest-TestMinimumBasicScenario-112092095-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 1124 time: 0.3245866 Feb 20 21:02:39.791124 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33640) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:39.796253 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Request body: {'floatingip': {'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'port_id': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'fixed_ip_address': '172.20.0.8'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:39.823399 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:39.904573 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-516a433b-fa10-462e-bd38-f217e8db844f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:39.906392 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-516a433b-fa10-462e-bd38-f217e8db844f service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8&tenant_id=e62881a5cbea4bc0a555dbd98aa886f4 HTTP/1.1" status: 200 len: 1127 time: 0.2373796 Feb 20 21:02:39.924600 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0a619473-c385-4bae-bad8-3ba2bb85be1f req-fc998546-04d1-4dd7-9cb5-4505eaf083a8 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1375871 Feb 20 21:02:40.014215 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-8415a4a3-2741-44cb-9889-0475ff2daff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:40.016533 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-8415a4a3-2741-44cb-9889-0475ff2daff6 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e62881a5cbea4bc0a555dbd98aa886f4&device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 1127 time: 0.0743284 Feb 20 21:02:40.026693 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:40.195994 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-dd552449-1d88-4504-a9a5-b019d4e4d5c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:40.199986 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-dd552449-1d88-4504-a9a5-b019d4e4d5c2 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff HTTP/1.1" status: 200 len: 909 time: 0.1738653 Feb 20 21:02:40.223279 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Allocated IP 172.27.2.146 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/9ce23138-ef8c-4236-becf-11e574c17d54) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:02:40.351072 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for port (9ce23138-ef8c-4236-becf-11e574c17d54), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:40.405509 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (9ce23138-ef8c-4236-becf-11e574c17d54), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:40.460768 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:02:40.471310 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:02:40.477312 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:02:40.574436 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event updated for resources: {'Port': ['ID=9ce23138-ef8c-4236-becf-11e574c17d54,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:40.660057 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-2450ec6d-9c46-4eef-805f-9bc5c5c3fb5c service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a244c70-8644-4f83-9d34-0665df4aad98 HTTP/1.1" status: 200 len: 999 time: 0.4479480 Feb 20 21:02:40.752227 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-82cf3b93-1a62-47e6-8c9e-87788cf1f517 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:40.755112 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-82cf3b93-1a62-47e6-8c9e-87788cf1f517 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e13eb2b0-b6fd-4280-8ded-a6d9123be2c0 HTTP/1.1" status: 200 len: 847 time: 0.0867443 Feb 20 21:02:40.921295 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6aa2be4-0506-4fa0-be0b-b4cb830151d3 req-a1580552-0c14-45e1-a835-21ab87de2bd1 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:40.923991 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f6aa2be4-0506-4fa0-be0b-b4cb830151d3 req-a1580552-0c14-45e1-a835-21ab87de2bd1 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.1760159 Feb 20 21:02:40.927617 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-e7ffe698-b1ac-40e6-8d92-3fb9be434786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:40.930226 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-e7ffe698-b1ac-40e6-8d92-3fb9be434786 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.1617365 Feb 20 21:02:41.091197 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for floatingip (1a7bee4f-0673-480f-a499-9a01910553b9), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:41.117096 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f6aa2be4-0506-4fa0-be0b-b4cb830151d3 req-cb27af3f-c55b-4625-9275-ff8380afbfe4 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1836476 Feb 20 21:02:41.152720 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-6c70f25a-e852-4c10-b695-40702019f30d service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105050 Feb 20 21:02:41.165943 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a93027e-ef86-42de-ad61-5caae7db7cc7 req-fea65d40-9d8d-427c-b9c5-f67321e23db6 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:41.167515 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3a93027e-ef86-42de-ad61-5caae7db7cc7 req-fea65d40-9d8d-427c-b9c5-f67321e23db6 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.1059852 Feb 20 21:02:41.198177 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (9ce23138-ef8c-4236-becf-11e574c17d54), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:41.307479 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3a93027e-ef86-42de-ad61-5caae7db7cc7 req-0f723d18-e724-48da-8684-65168c1d9eda tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1288402 Feb 20 21:02:41.343748 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8e6ba2d7-b276-4033-8e69-7596e1d0d3e1 req-86eafce6-20c7-4b04-99fd-7b91f1560c83 service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1749649 Feb 20 21:02:41.446077 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for port (9ce23138-ef8c-4236-becf-11e574c17d54), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:41.451907 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (9ce23138-ef8c-4236-becf-11e574c17d54), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:41.527984 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event updated for resources: {'Port': ['ID=9ce23138-ef8c-4236-becf-11e574c17d54,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:41.541804 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (1a7bee4f-0673-480f-a499-9a01910553b9), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:41.647405 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9467e5d-e500-4563-a9a6-05b1a8615764 req-3d4ee2be-3196-43d1-9bac-9f09a200235a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:41.650736 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9467e5d-e500-4563-a9a6-05b1a8615764 req-3d4ee2be-3196-43d1-9bac-9f09a200235a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 1130 time: 0.0652509 Feb 20 21:02:41.758764 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9467e5d-e500-4563-a9a6-05b1a8615764 req-c0890794-b38a-43e1-99fd-f412c8c7b19d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:41.760222 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9467e5d-e500-4563-a9a6-05b1a8615764 req-c0890794-b38a-43e1-99fd-f412c8c7b19d service neutron] 10.222.0.90 "GET /v2.0/networks?id=47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 200 len: 918 time: 0.1024761 Feb 20 21:02:41.837686 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9467e5d-e500-4563-a9a6-05b1a8615764 req-0bfd624d-0d6b-4f00-bc0b-f62bf99d1156 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=609f880e-4e64-48e6-891a-dbe169215980 HTTP/1.1" status: 200 len: 1002 time: 0.0696790 Feb 20 21:02:41.899305 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9467e5d-e500-4563-a9a6-05b1a8615764 req-0ea3130b-0a96-4cb5-80ec-5e61f6b6dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:41.901240 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9467e5d-e500-4563-a9a6-05b1a8615764 req-0ea3130b-0a96-4cb5-80ec-5e61f6b6dc69 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=66e56d02-8410-4f31-939d-e4b166973128 HTTP/1.1" status: 200 len: 856 time: 0.0552778 Feb 20 21:02:41.918689 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.l3_db [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Floating IP 1a7bee4f-0673-480f-a499-9a01910553b9 associated. External IP: 172.27.2.146, port: c08e7013-6af2-4784-9705-2b57c80e3d2c. Feb 20 21:02:41.961320 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9467e5d-e500-4563-a9a6-05b1a8615764 req-f4cb3988-d22a-46b8-9cdb-6f1009e998fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:41.963567 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9467e5d-e500-4563-a9a6-05b1a8615764 req-f4cb3988-d22a-46b8-9cdb-6f1009e998fa service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47eb7a64-c008-428d-9f9c-6083205d80a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0556841 Feb 20 21:02:42.075141 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9467e5d-e500-4563-a9a6-05b1a8615764 req-34665482-b674-4355-b935-ebf969a663e0 service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038294 Feb 20 21:02:42.187080 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Router 24ce63d0-ab35-433d-abe6-e442a44cb6ed has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:02:42.270542 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9467e5d-e500-4563-a9a6-05b1a8615764 req-3b07a331-0cff-4ebd-ac2a-a5da8a11308a service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893439 Feb 20 21:02:42.300852 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f51016-51f2-49c7-8ea5-7fab9eb86aba req-cf7130e3-c978-4daf-bc66-7e2c099c5c06 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:42.302426 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b6f51016-51f2-49c7-8ea5-7fab9eb86aba req-cf7130e3-c978-4daf-bc66-7e2c099c5c06 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.1038663 Feb 20 21:02:42.311401 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:02:42.324187 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275a898-8332-490d-b664-9088e65df6ba None None] Sync routers for ids ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:02:42.336218 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:42.338331 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275a898-8332-490d-b664-9088e65df6ba None None] Routers {'24ce63d0-ab35-433d-abe6-e442a44cb6ed'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:02:42.339333 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-7275a898-8332-490d-b664-9088e65df6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:02:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:02:42.374611 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-1e46a2b6-1562-4c1f-b704-aa88b38710f7 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.5785410 Feb 20 21:02:42.374611 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:02:42.374897 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b6f51016-51f2-49c7-8ea5-7fab9eb86aba req-54398082-1a5c-4fa8-95ea-0c9416d92e46 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642488 Feb 20 21:02:42.375349 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 33676) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:42.381802 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70546f45-fae5-427e-9d4c-7507305e99b1" -d '{"events": [{"name": "network-changed", "server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:02:42.388414 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-719732822', 'description': 'tempest-secgroup-smoke-719732822 description', 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:42.428321 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4935bfd2-337f-4ce6-b2e4-e155f7183291 x-openstack-request-id: req-4935bfd2-337f-4ce6-b2e4-e155f7183291 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:02:42.428754 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:02:42.429055 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-4935bfd2-337f-4ce6-b2e4-e155f7183291 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:02:42.429524 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'status': 'completed', 'code': 200} Feb 20 21:02:42.449777 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:42.519943 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-7275a898-8332-490d-b664-9088e65df6ba None None] Set router 24ce63d0-ab35-433d-abe6-e442a44cb6ed gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:02:42.606511 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cfa1f2f-3873-4e09-8a0b-1735b7c63922 req-9695c0b5-d945-4ad4-8ef8-d9e9c4a2c4b4 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:42.614199 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1cfa1f2f-3873-4e09-8a0b-1735b7c63922 req-9695c0b5-d945-4ad4-8ef8-d9e9c4a2c4b4 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.1228957 Feb 20 21:02:42.652198 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70546f45-fae5-427e-9d4c-7507305e99b1 req-f4dfd3f4-b2ab-417d-9de5-dba67eb99d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:42.654008 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-70546f45-fae5-427e-9d4c-7507305e99b1 req-f4dfd3f4-b2ab-417d-9de5-dba67eb99d30 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a21e1ba905f94b2a87c3a7ed144d76d6&device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 1129 time: 0.1887522 Feb 20 21:02:42.691227 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group (8d4b78f8-7363-4f05-bffb-9d510b1a3279), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:42.731885 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (8d4b78f8-7363-4f05-bffb-9d510b1a3279), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:42.785068 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1cfa1f2f-3873-4e09-8a0b-1735b7c63922 req-eeeee70e-5ea4-4b24-9fed-eefea4128c23 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1697371 Feb 20 21:02:42.794389 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:42.796170 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.4189789 Feb 20 21:02:42.799902 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33686) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:42.805719 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8d4b78f8-7363-4f05-bffb-9d510b1a3279,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:42.811327 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-12fb5c9c-5595-4708-b27b-638514f71d8e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Request body: {'security_group_rule': {'security_group_id': '8d4b78f8-7363-4f05-bffb-9d510b1a3279', 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:42.819427 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-7275a898-8332-490d-b664-9088e65df6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '1a7bee4f-0673-480f-a499-9a01910553b9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'port_id': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'mac_address': 'fa:16:3e:22:ff:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff80da-2074-420e-b24c-a7825c451e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:02:40Z', 'updated_at': '2022-02-20T21:02:40Z', 'revision_number': 0, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3675409e-e78b-406b-9237-e575090c6d1a', 'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'mac_address': 'fa:16:3e:af:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:38Z', 'updated_at': '2022-02-20T21:01:47Z', 'revision_number': 5, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'subnets': [{'id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:02:42.845904 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.846147 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.846504 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.847142 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.847550 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.847928 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.848762 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.848991 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.851034 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.851557 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.851899 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.852328 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.852544 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-12fb5c9c-5595-4708-b27b-638514f71d8e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (c81a9d67-2bf6-4205-9d61-50114ce59ac1), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:42.852732 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275a898-8332-490d-b664-9088e65df6ba None None] Checking router: 24ce63d0-ab35-433d-abe6-e442a44cb6ed for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:02:42.852933 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-875b17a6-7a3a-477a-8e0b-d99755744bc1 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:42.863133 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7275a898-8332-490d-b664-9088e65df6ba None None] Routers {'24ce63d0-ab35-433d-abe6-e442a44cb6ed'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:02:42.863916 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-7275a898-8332-490d-b664-9088e65df6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:02:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:02:42.867334 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70546f45-fae5-427e-9d4c-7507305e99b1 req-aaf3d20c-7eca-4db0-b9e9-8b953bbff437 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:42.868964 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-70546f45-fae5-427e-9d4c-7507305e99b1 req-aaf3d20c-7eca-4db0-b9e9-8b953bbff437 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9 HTTP/1.1" status: 200 len: 916 time: 0.2065380 Feb 20 21:02:42.933002 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-12fb5c9c-5595-4708-b27b-638514f71d8e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (c81a9d67-2bf6-4205-9d61-50114ce59ac1), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:42.939202 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-12fb5c9c-5595-4708-b27b-638514f71d8e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (c81a9d67-2bf6-4205-9d61-50114ce59ac1), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:42.961870 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-70546f45-fae5-427e-9d4c-7507305e99b1 req-84800d28-1986-468c-bdba-31db4971bd4f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c HTTP/1.1" status: 200 len: 999 time: 0.0832219 Feb 20 21:02:42.963827 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12fb5c9c-5595-4708-b27b-638514f71d8e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c81a9d67-2bf6-4205-9d61-50114ce59ac1,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:42.973327 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-12fb5c9c-5595-4708-b27b-638514f71d8e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:42.974611 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-12fb5c9c-5595-4708-b27b-638514f71d8e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1713068 Feb 20 21:02:42.977254 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33688) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:42.981994 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-d47924cf-f098-431f-9374-4886e3593e08 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Request body: {'security_group_rule': {'security_group_id': '8d4b78f8-7363-4f05-bffb-9d510b1a3279', 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:43.001422 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-7275a898-8332-490d-b664-9088e65df6ba None None] Set router 24ce63d0-ab35-433d-abe6-e442a44cb6ed gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:02:43.010466 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d47924cf-f098-431f-9374-4886e3593e08 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (22320fea-30f0-4276-b868-3d5f6de680c9), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.020444 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70546f45-fae5-427e-9d4c-7507305e99b1 req-c795d5ce-8d83-421c-858f-8c00b11e5835 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:43.022027 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-70546f45-fae5-427e-9d4c-7507305e99b1 req-c795d5ce-8d83-421c-858f-8c00b11e5835 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5aa09159-a533-476b-bbce-9a56dac45c42 HTTP/1.1" status: 200 len: 854 time: 0.0524530 Feb 20 21:02:43.072253 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d47924cf-f098-431f-9374-4886e3593e08 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (22320fea-30f0-4276-b868-3d5f6de680c9), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.076878 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d47924cf-f098-431f-9374-4886e3593e08 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (22320fea-30f0-4276-b868-3d5f6de680c9), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.082777 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70546f45-fae5-427e-9d4c-7507305e99b1 req-484e6f34-e18f-4a27-a7a9-d9acd7ca5d61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:43.084260 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-70546f45-fae5-427e-9d4c-7507305e99b1 req-484e6f34-e18f-4a27-a7a9-d9acd7ca5d61 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0533948 Feb 20 21:02:43.095255 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d47924cf-f098-431f-9374-4886e3593e08 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=22320fea-30f0-4276-b868-3d5f6de680c9,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:43.105258 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d47924cf-f098-431f-9374-4886e3593e08 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.109785 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-d47924cf-f098-431f-9374-4886e3593e08 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1282113 Feb 20 21:02:43.110058 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33690) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:43.115398 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-0897a9b0-89ed-4595-82ad-975a7a69e6cd tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Request body: {'security_group_rule': {'security_group_id': '8d4b78f8-7363-4f05-bffb-9d510b1a3279', 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:43.151866 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0897a9b0-89ed-4595-82ad-975a7a69e6cd tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (08ed2b9d-b3c1-4b26-9e65-61c2afc40e70), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.214958 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-70546f45-fae5-427e-9d4c-7507305e99b1 req-cb55e008-313e-457b-872b-9cfb5997abe1 service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1167305 Feb 20 21:02:43.222482 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0897a9b0-89ed-4595-82ad-975a7a69e6cd tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (08ed2b9d-b3c1-4b26-9e65-61c2afc40e70), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.230436 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0897a9b0-89ed-4595-82ad-975a7a69e6cd tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (08ed2b9d-b3c1-4b26-9e65-61c2afc40e70), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.250912 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0897a9b0-89ed-4595-82ad-975a7a69e6cd tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=08ed2b9d-b3c1-4b26-9e65-61c2afc40e70,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:43.260575 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0897a9b0-89ed-4595-82ad-975a7a69e6cd tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.264939 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-0897a9b0-89ed-4595-82ad-975a7a69e6cd tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1507704 Feb 20 21:02:43.265502 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33692) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:43.272342 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-33b8d1b4-f81d-4e42-b837-75bd00997598 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Request body: {'security_group_rule': {'security_group_id': '8d4b78f8-7363-4f05-bffb-9d510b1a3279', 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:43.300325 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-7275a898-8332-490d-b664-9088e65df6ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '1a7bee4f-0673-480f-a499-9a01910553b9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'port_id': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'mac_address': 'fa:16:3e:22:ff:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff80da-2074-420e-b24c-a7825c451e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:02:40Z', 'updated_at': '2022-02-20T21:02:40Z', 'revision_number': 0, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3675409e-e78b-406b-9237-e575090c6d1a', 'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'mac_address': 'fa:16:3e:af:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:38Z', 'updated_at': '2022-02-20T21:01:47Z', 'revision_number': 5, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'subnets': [{'id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:02:43.304436 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-33b8d1b4-f81d-4e42-b837-75bd00997598 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (97e72ca3-ccd4-4c17-a38c-4dab365df456), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.327616 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7275a898-8332-490d-b664-9088e65df6ba None None] The sync data for ids ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'] in dv-cinder-830088-1-iscsi is: [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '1a7bee4f-0673-480f-a499-9a01910553b9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'port_id': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 547, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'mac_address': 'fa:16:3e:22:ff:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '76ff80da-2074-420e-b24c-a7825c451e00', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:02:40Z', 'updated_at': '2022-02-20T21:02:40Z', 'revision_number': 0, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3675409e-e78b-406b-9237-e575090c6d1a', 'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'mac_address': 'fa:16:3e:af:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:38Z', 'updated_at': '2022-02-20T21:01:47Z', 'revision_number': 5, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'subnets': [{'id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:02:43.338857 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-70546f45-fae5-427e-9d4c-7507305e99b1 req-a940aba2-92d2-450f-becb-03d744395551 service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1163061 Feb 20 21:02:43.373244 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-33b8d1b4-f81d-4e42-b837-75bd00997598 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (97e72ca3-ccd4-4c17-a38c-4dab365df456), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.377164 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-33b8d1b4-f81d-4e42-b837-75bd00997598 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (97e72ca3-ccd4-4c17-a38c-4dab365df456), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.400320 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b8d1b4-f81d-4e42-b837-75bd00997598 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97e72ca3-ccd4-4c17-a38c-4dab365df456,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:43.409427 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-33b8d1b4-f81d-4e42-b837-75bd00997598 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.410655 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-33b8d1b4-f81d-4e42-b837-75bd00997598 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1436388 Feb 20 21:02:43.415288 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33696) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:43.420508 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-530cd139-04fe-41ae-863b-b812d17fb578 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Request body: {'security_group_rule': {'security_group_id': '8d4b78f8-7363-4f05-bffb-9d510b1a3279', 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:43.443738 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.securitygroups_db [None req-530cd139-04fe-41ae-863b-b812d17fb578 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Project a21e1ba905f94b2a87c3a7ed144d76d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 21:02:43.449472 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-530cd139-04fe-41ae-863b-b812d17fb578 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (c23b5e7a-7ffe-485e-bec6-3b6058ab2fe5), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.518942 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-530cd139-04fe-41ae-863b-b812d17fb578 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (c23b5e7a-7ffe-485e-bec6-3b6058ab2fe5), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.523041 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67357baa-039f-4c67-9b5c-839f91bb3d72 req-1d707597-1bbc-4d41-a5c4-b3658ff9448b tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:43.525255 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-67357baa-039f-4c67-9b5c-839f91bb3d72 req-1d707597-1bbc-4d41-a5c4-b3658ff9448b tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.0636358 Feb 20 21:02:43.527466 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-530cd139-04fe-41ae-863b-b812d17fb578 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (c23b5e7a-7ffe-485e-bec6-3b6058ab2fe5), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.549923 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-530cd139-04fe-41ae-863b-b812d17fb578 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c23b5e7a-7ffe-485e-bec6-3b6058ab2fe5,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:43.564582 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-530cd139-04fe-41ae-863b-b812d17fb578 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.566822 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-530cd139-04fe-41ae-863b-b812d17fb578 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1503274 Feb 20 21:02:43.569570 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33698) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:43.574935 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-17ad257f-8a90-4fd8-b575-dc775173ac66 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Request body: {'security_group_rule': {'security_group_id': '8d4b78f8-7363-4f05-bffb-9d510b1a3279', 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:43.584920 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-67357baa-039f-4c67-9b5c-839f91bb3d72 req-776861f1-964f-43b6-9a70-1c9d34ad04b7 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525968 Feb 20 21:02:43.601861 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.securitygroups_db [None req-17ad257f-8a90-4fd8-b575-dc775173ac66 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Project a21e1ba905f94b2a87c3a7ed144d76d6 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 21:02:43.612789 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-17ad257f-8a90-4fd8-b575-dc775173ac66 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (82a27cb0-a910-439d-8574-1b54584bf3d3), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.653707 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-059a9916-1447-4b3c-8713-1c039366c34f None None] New status for floating IP 1a7bee4f-0673-480f-a499-9a01910553b9: ACTIVE {{(pid=102719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:02:43.691806 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-17ad257f-8a90-4fd8-b575-dc775173ac66 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (82a27cb0-a910-439d-8574-1b54584bf3d3), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.696409 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-17ad257f-8a90-4fd8-b575-dc775173ac66 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (82a27cb0-a910-439d-8574-1b54584bf3d3), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.715529 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ad257f-8a90-4fd8-b575-dc775173ac66 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82a27cb0-a910-439d-8574-1b54584bf3d3,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:43.726610 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-17ad257f-8a90-4fd8-b575-dc775173ac66 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:43.727941 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-17ad257f-8a90-4fd8-b575-dc775173ac66 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1573648 Feb 20 21:02:43.836872 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9e8d80f1-582c-4f4a-bc09-2470302c08f4 req-10045d50-a64d-45d9-9676-ec0f83dc61fe tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719732822&fields=id&tenant_id=a21e1ba905f94b2a87c3a7ed144d76d6 HTTP/1.1" status: 200 len: 267 time: 0.0614705 Feb 20 21:02:43.927945 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d80f1-582c-4f4a-bc09-2470302c08f4 req-bcfc999b-07b4-4adc-958b-d9429e4470ac tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:43.929808 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9e8d80f1-582c-4f4a-bc09-2470302c08f4 req-bcfc999b-07b4-4adc-958b-d9429e4470ac tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 945 time: 0.0866525 Feb 20 21:02:43.945257 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-9e8d80f1-582c-4f4a-bc09-2470302c08f4 req-d255131a-42d0-432b-87c6-7ed9f9d84a5c tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Request body: {'port': {'security_groups': ['adcfcbc3-ee1a-4359-a4ff-f65165b73ac8', '8d4b78f8-7363-4f05-bffb-9d510b1a3279']}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:44.008181 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33712) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:44.056550 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-9e8d80f1-582c-4f4a-bc09-2470302c08f4 req-d255131a-42d0-432b-87c6-7ed9f9d84a5c tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:44.165472 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-52642b37-9f0d-4868-a6b8-3ffdecba81ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:44.254987 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9a62dfc-d8eb-4740-bf20-493077b17912 req-cd516533-7c22-4b46-a766-acb51e657f48 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:44.256585 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a9a62dfc-d8eb-4740-bf20-493077b17912 req-cd516533-7c22-4b46-a766-acb51e657f48 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 946 time: 0.0965683 Feb 20 21:02:44.265214 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-52642b37-9f0d-4868-a6b8-3ffdecba81ec admin admin] Publish callbacks [] for security_group (a4d77d09-5460-4a42-9136-07a8593021d4), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:44.269252 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-52642b37-9f0d-4868-a6b8-3ffdecba81ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (a4d77d09-5460-4a42-9136-07a8593021d4), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:44.311579 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-52642b37-9f0d-4868-a6b8-3ffdecba81ec admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6af2446ba2af411990e3b8854d0e628d&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3011651 Feb 20 21:02:44.312466 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52642b37-9f0d-4868-a6b8-3ffdecba81ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4d77d09-5460-4a42-9136-07a8593021d4,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:44.315446 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33716) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:44.376329 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a9a62dfc-d8eb-4740-bf20-493077b17912 req-48591236-bf8a-4b5d-ad97-b739c81d550a tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1037612 Feb 20 21:02:44.376902 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0a19bdf2-fe02-4266-b6c8-74075e40e239 admin admin] Publish callbacks [] for security_group (a4d77d09-5460-4a42-9136-07a8593021d4), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:44.401913 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-9e8d80f1-582c-4f4a-bc09-2470302c08f4 req-d255131a-42d0-432b-87c6-7ed9f9d84a5c tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] For port c08e7013-6af2-4784-9705-2b57c80e3d2c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:44.403040 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0a19bdf2-fe02-4266-b6c8-74075e40e239 admin admin] Publish callbacks [] for security_group (a4d77d09-5460-4a42-9136-07a8593021d4), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:44.438673 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-9e8d80f1-582c-4f4a-bc09-2470302c08f4 req-d255131a-42d0-432b-87c6-7ed9f9d84a5c tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:44.446237 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-9e8d80f1-582c-4f4a-bc09-2470302c08f4 req-d255131a-42d0-432b-87c6-7ed9f9d84a5c tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:44.462499 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['c08e7013-6af2-4784-9705-2b57c80e3d2c'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:02:44.479392 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0a19bdf2-fe02-4266-b6c8-74075e40e239 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (a4d77d09-5460-4a42-9136-07a8593021d4), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:44.482194 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-0a19bdf2-fe02-4266-b6c8-74075e40e239 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:44.487371 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-0a19bdf2-fe02-4266-b6c8-74075e40e239 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a4d77d09-5460-4a42-9136-07a8593021d4 HTTP/1.1" status: 204 len: 168 time: 0.1677513 Feb 20 21:02:44.493107 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a19bdf2-fe02-4266-b6c8-74075e40e239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4d77d09-5460-4a42-9136-07a8593021d4,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:44.497341 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8d80f1-582c-4f4a-bc09-2470302c08f4 req-d255131a-42d0-432b-87c6-7ed9f9d84a5c tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:44.498623 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-9e8d80f1-582c-4f4a-bc09-2470302c08f4 req-d255131a-42d0-432b-87c6-7ed9f9d84a5c tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:44.503355 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9e8d80f1-582c-4f4a-bc09-2470302c08f4 req-d255131a-42d0-432b-87c6-7ed9f9d84a5c tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "PUT /v2.0/ports/c08e7013-6af2-4784-9705-2b57c80e3d2c HTTP/1.1" status: 200 len: 981 time: 0.5661547 Feb 20 21:02:44.503857 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:02:44.506572 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d931e21b-131b-4b5d-8553-0cc57571e043" -d '{"events": [{"name": "network-changed", "server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:02:44.575489 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d255131a-42d0-432b-87c6-7ed9f9d84a5c tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event updated for resources: {'Port': ['ID=c08e7013-6af2-4784-9705-2b57c80e3d2c,revision_number=6']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:44.624989 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['c08e7013-6af2-4784-9705-2b57c80e3d2c'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:02:44.722080 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dce97b55-07a0-4d7f-9b33-f41ba7fe7244 req-a33dd517-ddc2-4270-90b2-03742ee0f57b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:44.724412 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dce97b55-07a0-4d7f-9b33-f41ba7fe7244 req-a33dd517-ddc2-4270-90b2-03742ee0f57b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0959792 Feb 20 21:02:44.778151 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:02:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1358156-eb6b-48c9-b6b1-8d2a14d7c399 x-openstack-request-id: req-a1358156-eb6b-48c9-b6b1-8d2a14d7c399 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:02:44.778448 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:02:44.778710 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a1358156-eb6b-48c9-b6b1-8d2a14d7c399 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:02:44.779127 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'status': 'completed', 'code': 200} Feb 20 21:02:44.850201 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 609f880e-4e64-48e6-891a-dbe169215980 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:02:44.897795 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dce97b55-07a0-4d7f-9b33-f41ba7fe7244 req-02bf9e0c-e992-461a-aaa3-41747b0262c4 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1678853 Feb 20 21:02:44.938904 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931e21b-131b-4b5d-8553-0cc57571e043 req-574f27ab-b8dd-4376-a13e-699196feab6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:44.941374 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d931e21b-131b-4b5d-8553-0cc57571e043 req-574f27ab-b8dd-4376-a13e-699196feab6c service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a21e1ba905f94b2a87c3a7ed144d76d6&device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 1168 time: 0.1438313 Feb 20 21:02:44.955509 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0601a394-36ec-4adb-a165-0f6c5bb6aeeb req-02a68e79-ef99-4359-9c35-cc8b8780ed04 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:44.957146 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0601a394-36ec-4adb-a165-0f6c5bb6aeeb req-02a68e79-ef99-4359-9c35-cc8b8780ed04 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.1093142 Feb 20 21:02:45.078539 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0601a394-36ec-4adb-a165-0f6c5bb6aeeb req-682d397d-0240-4693-ac86-8270406a621c tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1003182 Feb 20 21:02:45.121283 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931e21b-131b-4b5d-8553-0cc57571e043 req-5bae6606-e4d8-451f-b095-c3f3fe7ea504 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:45.123347 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d931e21b-131b-4b5d-8553-0cc57571e043 req-5bae6606-e4d8-451f-b095-c3f3fe7ea504 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9 HTTP/1.1" status: 200 len: 916 time: 0.1648879 Feb 20 21:02:45.135402 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-5b3f586a-15cd-4028-806c-daf8cd83323c None None] Provisioning complete for port c08e7013-6af2-4784-9705-2b57c80e3d2c triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:02:45.136264 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5b3f586a-15cd-4028-806c-daf8cd83323c None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:45.200131 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d931e21b-131b-4b5d-8553-0cc57571e043 req-619e1e5c-9f6a-4f6b-98ec-5820833dd069 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c HTTP/1.1" status: 200 len: 1001 time: 0.0697396 Feb 20 21:02:45.265865 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931e21b-131b-4b5d-8553-0cc57571e043 req-15e04303-f7ae-4a0c-bd08-c830f6f1daec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:45.267386 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d931e21b-131b-4b5d-8553-0cc57571e043 req-15e04303-f7ae-4a0c-bd08-c830f6f1daec service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5aa09159-a533-476b-bbce-9a56dac45c42 HTTP/1.1" status: 200 len: 854 time: 0.0607519 Feb 20 21:02:45.283258 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 609f880e-4e64-48e6-891a-dbe169215980 is: ACTIVE; New status is: DOWN {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:02:45.283481 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (609f880e-4e64-48e6-891a-dbe169215980), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:45.323871 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931e21b-131b-4b5d-8553-0cc57571e043 req-550a7eb4-23c8-4bb4-ba12-f859b693e0a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:45.325820 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d931e21b-131b-4b5d-8553-0cc57571e043 req-550a7eb4-23c8-4bb4-ba12-f859b693e0a1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0515342 Feb 20 21:02:45.361610 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '609f880e-4e64-48e6-891a-dbe169215980'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:02:45.363883 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dda54c6-3b2c-4fcf-9cdf-b1e9f37d3a71" -d '{"events": [{"server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "name": "network-vif-unplugged", "status": "completed", "tag": "609f880e-4e64-48e6-891a-dbe169215980"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:02:45.389319 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=609f880e-4e64-48e6-891a-dbe169215980,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:45.407894 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (609f880e-4e64-48e6-891a-dbe169215980), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:45.412206 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Sun, 20 Feb 2022 21:02:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ffbd028c-62dc-4afa-b4c8-e39cbe02910c x-openstack-request-id: req-ffbd028c-62dc-4afa-b4c8-e39cbe02910c {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:02:45.412546 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "name": "network-vif-unplugged", "status": "failed", "tag": "609f880e-4e64-48e6-891a-dbe169215980", "code": 422}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:02:45.412806 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-ffbd028c-62dc-4afa-b4c8-e39cbe02910c {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:02:45.413322 dv-cinder-830088-1-iscsi neutron-server[102718]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '609f880e-4e64-48e6-891a-dbe169215980', 'code': 422} returned with failed status Feb 20 21:02:45.468967 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d931e21b-131b-4b5d-8553-0cc57571e043 req-f43f9f3d-66f3-4b68-8f8f-1c15c3c05d5c service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363626 Feb 20 21:02:45.540316 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-5b3f586a-15cd-4028-806c-daf8cd83323c None None] Current status of the port c08e7013-6af2-4784-9705-2b57c80e3d2c is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:02:45.550745 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33754) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:45.569004 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=609f880e-4e64-48e6-891a-dbe169215980,revision_number=8']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:45.604555 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3895bf46-b91a-4b21-b7c4-14f10306162d req-85ea7379-b74f-4c4b-9a61-c88c66934f93 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:45.612199 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3895bf46-b91a-4b21-b7c4-14f10306162d req-85ea7379-b74f-4c4b-9a61-c88c66934f93 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.1161799 Feb 20 21:02:45.643451 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d931e21b-131b-4b5d-8553-0cc57571e043 req-999ece8a-e17e-4a88-b89e-97a612a236f2 service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1666183 Feb 20 21:02:45.679673 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3895bf46-b91a-4b21-b7c4-14f10306162d req-2983992b-04ce-43d5-9005-4b3ec97c1e00 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664241 Feb 20 21:02:45.729440 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-332581742-network', 'tenant_id': '6444413e31a240369193b8ae2df18b7e'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:45.756118 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Made reservation on behalf of 6444413e31a240369193b8ae2df18b7e for: {'network': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:02:45.759848 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:45.769640 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:45.863510 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Publish callbacks [] for security_group (e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:45.869508 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:45.914668 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 189} {{(pid=102717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:02:45.928958 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:45.936773 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (1ac5aeec-ec41-470d-b23c-3f7a7c67729a), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:45.937131 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.segments_db [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Added segment 1ac5aeec-ec41-470d-b23c-3f7a7c67729a of type vlan for network 50cb1078-8281-4a34-b767-e85a9678f8bc Feb 20 21:02:45.993470 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (50cb1078-8281-4a34-b767-e85a9678f8bc), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:46.023507 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (50cb1078-8281-4a34-b767-e85a9678f8bc), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:46.024801 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:46.025546 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:46.079231 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5277627 Feb 20 21:02:46.083861 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 33768) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:46.094370 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-0bd8676d-2b27-4a21-9045-b87436c8799a admin admin] Request body: {'subnet': {'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-332581742-subnet', 'tenant_id': '6444413e31a240369193b8ae2df18b7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:46.111654 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4b12b0-9726-4392-9581-4c3090fae3d0 admin admin] Pushing event updated for resources: {'Network': ['ID=50cb1078-8281-4a34-b767-e85a9678f8bc,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:46.127718 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bd8676d-2b27-4a21-9045-b87436c8799a admin admin] Made reservation on behalf of 6444413e31a240369193b8ae2df18b7e for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:02:46.134452 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0bd8676d-2b27-4a21-9045-b87436c8799a admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29416970'] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:46.135669 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network 50cb1078-8281-4a34-b767-e85a9678f8bc details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:02:46.291200 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5649b-4cb5-4288-95cd-47897e60fde2 req-7feba792-3b23-48ed-99fd-b1748f10de55 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:46.292751 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-91f5649b-4cb5-4288-95cd-47897e60fde2 req-7feba792-3b23-48ed-99fd-b1748f10de55 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.0824587 Feb 20 21:02:46.405500 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-91f5649b-4cb5-4288-95cd-47897e60fde2 req-45cf094a-a00c-404e-814c-3f36d0412930 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0895720 Feb 20 21:02:46.432552 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0bd8676d-2b27-4a21-9045-b87436c8799a admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29631580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29417208'] for subnet (6cc84f01-074e-4105-9438-e897752a0b80), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:46.494680 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd8676d-2b27-4a21-9045-b87436c8799a admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cc84f01-074e-4105-9438-e897752a0b80,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:46.502746 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bd8676d-2b27-4a21-9045-b87436c8799a admin admin] Checking segment: {'id': '1ac5aeec-ec41-470d-b23c-3f7a7c67729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:02:46.503070 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd8676d-2b27-4a21-9045-b87436c8799a admin admin] Network hostable DHCP agents. Network: 50cb1078-8281-4a34-b767-e85a9678f8bc, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:02:46.521979 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bd8676d-2b27-4a21-9045-b87436c8799a admin admin] Network 50cb1078-8281-4a34-b767-e85a9678f8bc is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:02:46.533677 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-0bd8676d-2b27-4a21-9045-b87436c8799a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, 50cb1078-8281-4a34-b767-e85a9678f8bc) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:02:46.537898 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bd8676d-2b27-4a21-9045-b87436c8799a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:46.538486 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-0bd8676d-2b27-4a21-9045-b87436c8799a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:46.543193 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26c3f802-b352-4cca-bf31-e692503e0726 None None] Network 50cb1078-8281-4a34-b767-e85a9678f8bc requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:02:46.560528 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-0bd8676d-2b27-4a21-9045-b87436c8799a admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4757502 Feb 20 21:02:46.673076 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c9e84d-90dc-4037-8625-a9c158f7ace2 None None] Network 50cb1078-8281-4a34-b767-e85a9678f8bc requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:02:46.823714 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a7b899-555f-4a0a-8fae-91d94556f781 req-476bd9eb-5b03-4723-9ab8-81fa7faffedf tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:46.825372 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-23a7b899-555f-4a0a-8fae-91d94556f781 req-476bd9eb-5b03-4723-9ab8-81fa7faffedf tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0804443 Feb 20 21:02:46.881325 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-23a7b899-555f-4a0a-8fae-91d94556f781 req-39cf5d7e-1d13-492b-9e6b-2921cc1268b9 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499609 Feb 20 21:02:47.178401 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33814) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:47.287651 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-5549b1dc-5590-4966-91b6-8c0de78ba8b9 service neutron] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1073675 Feb 20 21:02:47.300838 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-e48a9533-8775-4713-83b2-a57a013f8d47 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102717) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:02:47.302110 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-e48a9533-8775-4713-83b2-a57a013f8d47 service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0078232 Feb 20 21:02:47.396834 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 33824) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:02:47.501695 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-f100fe98-814c-4341-a38b-c66957bf316f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:47.503474 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-f100fe98-814c-4341-a38b-c66957bf316f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports/609f880e-4e64-48e6-891a-dbe169215980 HTTP/1.1" status: 200 len: 941 time: 0.1053839 Feb 20 21:02:47.566798 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65903378-2a71-41f5-8536-a980b90795a5 req-0eb1b34d-bc71-497c-a568-2a4ca4768eb3 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:47.568403 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-65903378-2a71-41f5-8536-a980b90795a5 req-0eb1b34d-bc71-497c-a568-2a4ca4768eb3 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.0865633 Feb 20 21:02:47.627917 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-65903378-2a71-41f5-8536-a980b90795a5 req-cb0a057c-737d-4f01-a7d6-00bdc28edf6d tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0520291 Feb 20 21:02:48.018544 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7b74f47-a3cc-4988-b734-db84603eb2b1 req-40a961e5-c4ce-4b28-9f57-e3b01f1b4d1c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:48.020103 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f7b74f47-a3cc-4988-b734-db84603eb2b1 req-40a961e5-c4ce-4b28-9f57-e3b01f1b4d1c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0585175 Feb 20 21:02:48.081388 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f7b74f47-a3cc-4988-b734-db84603eb2b1 req-921611c6-958b-4b5e-9710-5274067bebbc tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0549684 Feb 20 21:02:48.473432 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-7d11c6c5-d49b-45df-9149-d2e0ca0b62b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:48.474959 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-7d11c6c5-d49b-45df-9149-d2e0ca0b62b5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2&tenant_id=8ec4afa0a0be4d868f145f52d0360574 HTTP/1.1" status: 200 len: 1128 time: 0.1081510 Feb 20 21:02:48.557896 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-397d968a-c4f4-44cb-9898-0f6b0f05fdef tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:48.559434 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-397d968a-c4f4-44cb-9898-0f6b0f05fdef tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/networks?id=50cb1078-8281-4a34-b767-e85a9678f8bc HTTP/1.1" status: 200 len: 813 time: 0.1552041 Feb 20 21:02:48.580849 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-22fc7dcd-5d07-4737-9e7c-45380a67b9e5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/quotas/6444413e31a240369193b8ae2df18b7e HTTP/1.1" status: 200 len: 375 time: 0.0142047 Feb 20 21:02:48.585930 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-46552285-5754-4fef-bf2f-781d34deb6bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:48.587432 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-46552285-5754-4fef-bf2f-781d34deb6bb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=8ec4afa0a0be4d868f145f52d0360574&device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 1128 time: 0.0832894 Feb 20 21:02:48.664762 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-7bd803ad-4867-460e-9cf9-9893f86063d2 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6444413e31a240369193b8ae2df18b7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0607183 Feb 20 21:02:48.798073 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-102f1a43-3ccb-434b-87e2-ef8c25fae6fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:48.799593 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-102f1a43-3ccb-434b-87e2-ef8c25fae6fa service neutron] 10.222.0.90 "GET /v2.0/networks?id=47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 200 len: 918 time: 0.2036061 Feb 20 21:02:48.845910 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6a244c70-8644-4f83-9d34-0665df4aad98 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:02:48.881925 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e13dc8-5e4d-4d56-bdb5-74852c75366e req-03c11f34-0562-4b8f-9ec0-f0df7f33aa57 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:48.883434 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-05e13dc8-5e4d-4d56-bdb5-74852c75366e req-03c11f34-0562-4b8f-9ec0-f0df7f33aa57 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 943 time: 0.1548359 Feb 20 21:02:48.888171 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-a35b84ed-0ee4-411a-bf1f-c3352ae8537c service neutron] 10.222.0.71 "GET /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2159312 Feb 20 21:02:48.936970 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-e15ce23e-5213-495f-ad43-b0dd208a734a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=609f880e-4e64-48e6-891a-dbe169215980 HTTP/1.1" status: 200 len: 1000 time: 0.1275594 Feb 20 21:02:48.949535 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6a244c70-8644-4f83-9d34-0665df4aad98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a244c70-8644-4f83-9d34-0665df4aad98,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:48.962172 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '6a244c70-8644-4f83-9d34-0665df4aad98', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'port_id': '6a244c70-8644-4f83-9d34-0665df4aad98', 'mac_address': 'fa:16:3e:c3:64:0c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 194, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:02:49.002786 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 6a244c70-8644-4f83-9d34-0665df4aad98 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:02:49.003190 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:49.021223 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6a244c70-8644-4f83-9d34-0665df4aad98 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:02:49.042048 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6a244c70-8644-4f83-9d34-0665df4aad98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a244c70-8644-4f83-9d34-0665df4aad98,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:49.045704 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-05e13dc8-5e4d-4d56-bdb5-74852c75366e req-4a2a2d5a-cf81-4f6e-925c-0756c0c1dde1 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1507323 Feb 20 21:02:49.050587 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:49.060116 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-5de98dbd-872e-4727-809e-32fc3a81ad16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:49.061685 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-5de98dbd-872e-4727-809e-32fc3a81ad16 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=66e56d02-8410-4f31-939d-e4b166973128 HTTP/1.1" status: 200 len: 856 time: 0.0946679 Feb 20 21:02:49.090949 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-82e7d27e-d07d-4952-af6e-266bb20f0daf service neutron] 10.222.0.71 "GET /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1900971 Feb 20 21:02:49.107326 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=6a244c70-8644-4f83-9d34-0665df4aad98,revision_number=7']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:49.129272 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-5fd31222-3ea9-4d8e-bdb2-f376942e89c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:49.134677 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-5fd31222-3ea9-4d8e-bdb2-f376942e89c5 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=47eb7a64-c008-428d-9f9c-6083205d80a4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0598691 Feb 20 21:02:49.299519 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['6a244c70-8644-4f83-9d34-0665df4aad98'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:02:49.302269 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-558c66b0-fd22-4d70-9318-e4f909024b05 service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614614 Feb 20 21:02:49.322085 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8a3e8d20-bc29-44c4-808f-144b3e4b4ec0 req-5b0d7ccd-3db0-471b-97d7-919b84844b67 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 210 time: 0.0440991 Feb 20 21:02:49.391119 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b3a979d-d92d-49b6-85f1-7401788944b0 req-40db8076-75cf-4d8f-a607-5d87b17da271 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:49.392703 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5b3a979d-d92d-49b6-85f1-7401788944b0 req-40db8076-75cf-4d8f-a607-5d87b17da271 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.2181752 Feb 20 21:02:49.476138 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a102a16c-b457-4595-bd24-1c8847d4fb49 req-dad4a54e-ccff-486d-a763-8f729831175f service neutron] 10.222.0.90 "GET /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1562829 Feb 20 21:02:49.480841 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5b3a979d-d92d-49b6-85f1-7401788944b0 req-98de34af-a8d0-4122-8900-35ec36efc0cc tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0814252 Feb 20 21:02:50.268399 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b30aab8e-b8fa-4798-9e4d-9b00cb6b9b09 req-dc46cc10-7e7a-4fa4-9eb3-2a32e8fab592 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:50.277779 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b30aab8e-b8fa-4798-9e4d-9b00cb6b9b09 req-dc46cc10-7e7a-4fa4-9eb3-2a32e8fab592 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 944 time: 0.0961175 Feb 20 21:02:50.358883 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b30aab8e-b8fa-4798-9e4d-9b00cb6b9b09 req-aca6cb42-729d-49c1-ba9e-48279aed0db4 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0771937 Feb 20 21:02:50.474715 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-eac98e00-d160-4a61-be3f-1fbdd670cf95 req-e86af684-7a26-4284-8543-29638c8b95f4 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 210 time: 0.0470123 Feb 20 21:02:50.644277 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-993db787-f0fd-447a-832a-99ecbe6319e8 req-9a796c02-4bcf-42e3-9410-8f1250680291 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:50.646049 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-993db787-f0fd-447a-832a-99ecbe6319e8 req-9a796c02-4bcf-42e3-9410-8f1250680291 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0764520 Feb 20 21:02:50.701936 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-993db787-f0fd-447a-832a-99ecbe6319e8 req-875b5430-17f4-4606-b625-f4b0c0d0a87e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494976 Feb 20 21:02:50.869495 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6a244c70-8644-4f83-9d34-0665df4aad98 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:02:50.957835 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 6a244c70-8644-4f83-9d34-0665df4aad98 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:02:50.958214 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:51.053190 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 6a244c70-8644-4f83-9d34-0665df4aad98 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:02:51.053461 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:51.083768 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:02:51.083768 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-57487769-388a-427c-acf2-e589704b3a50" -d '{"events": [{"server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:02:51.097890 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6a244c70-8644-4f83-9d34-0665df4aad98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a244c70-8644-4f83-9d34-0665df4aad98,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:02:51.104551 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:51.155580 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:02:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d929d928-8ea9-45d9-8f8c-68abda8b7e2f x-openstack-request-id: req-d929d928-8ea9-45d9-8f8c-68abda8b7e2f {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:02:51.155888 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "name": "network-vif-plugged", "status": "completed", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:02:51.156158 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d929d928-8ea9-45d9-8f8c-68abda8b7e2f {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:02:51.156673 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98', 'code': 200} Feb 20 21:02:51.186881 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=6a244c70-8644-4f83-9d34-0665df4aad98,revision_number=8']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:51.499055 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-200d40b1-4bdb-4037-b4fd-a31d5f49d163 req-e55c6dd0-8203-4150-bc35-653b3f6785b8 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:51.500700 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-200d40b1-4bdb-4037-b4fd-a31d5f49d163 req-e55c6dd0-8203-4150-bc35-653b3f6785b8 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0599091 Feb 20 21:02:51.575775 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-200d40b1-4bdb-4037-b4fd-a31d5f49d163 req-ce820182-56bc-4fd0-9b77-c42581f5f784 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0667386 Feb 20 21:02:51.630511 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e827877a-9bb4-46d6-8514-46116b7f4940 req-0796ead1-8026-4452-aa3d-aed9ae8760bf tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 210 time: 0.0601614 Feb 20 21:02:51.838444 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b48d76f7-f031-4c55-88e2-e3796957126c req-8bb44373-b666-4ab9-8001-17ad2f554649 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:51.847252 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b48d76f7-f031-4c55-88e2-e3796957126c req-8bb44373-b666-4ab9-8001-17ad2f554649 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0667222 Feb 20 21:02:51.909033 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b48d76f7-f031-4c55-88e2-e3796957126c req-ddcf4364-b27e-486d-9d19-3917aa5d9324 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0608821 Feb 20 21:02:52.752818 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4cc6f958-cc00-49f5-b5e0-556acb0272c4 req-3b75152e-535d-4946-879f-c62b45174ad7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 210 time: 0.0430038 Feb 20 21:02:52.787235 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b324afcd-523e-4f80-990a-880917768122 req-3d0807ca-1c13-4317-a1ae-a38505fedebb tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:52.788866 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b324afcd-523e-4f80-990a-880917768122 req-3d0807ca-1c13-4317-a1ae-a38505fedebb tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.1264434 Feb 20 21:02:53.198732 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b324afcd-523e-4f80-990a-880917768122 req-28c38e71-23bf-4024-a0b2-e2ae390b8a48 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4015923 Feb 20 21:02:53.229284 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-543d8656-7417-4776-881c-ba92e2a31318 req-6ca40272-b855-44eb-a582-6a35852a3f4c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:53.231098 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-543d8656-7417-4776-881c-ba92e2a31318 req-6ca40272-b855-44eb-a582-6a35852a3f4c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0694625 Feb 20 21:02:53.285804 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-543d8656-7417-4776-881c-ba92e2a31318 req-e1933123-801f-4479-807f-5ecc51ce84b3 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0444937 Feb 20 21:02:53.867627 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bb0f9d5c-ca36-4c8a-a40a-b7f448073b5f req-70b5be9c-a54c-4c95-8737-fec01b5d65d5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 210 time: 0.0295501 Feb 20 21:02:54.380930 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd71b2a0-bb1c-4196-9b4f-ad0d85e5862f req-ee087919-75d6-4db9-a5ff-a79dd6dc91a6 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:54.382674 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fd71b2a0-bb1c-4196-9b4f-ad0d85e5862f req-ee087919-75d6-4db9-a5ff-a79dd6dc91a6 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0887790 Feb 20 21:02:54.476218 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fd71b2a0-bb1c-4196-9b4f-ad0d85e5862f req-25b12bb7-8a13-41f6-ae3e-e68f2eca4643 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0832427 Feb 20 21:02:54.490710 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fefa044-ba4b-42d5-b70a-bb2db7e6b5df req-2f4e47f8-d063-47e9-8426-a9f52d96fa80 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:54.492290 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9fefa044-ba4b-42d5-b70a-bb2db7e6b5df req-2f4e47f8-d063-47e9-8426-a9f52d96fa80 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.1085260 Feb 20 21:02:54.563957 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9fefa044-ba4b-42d5-b70a-bb2db7e6b5df req-62d418a4-b128-472b-b60b-38521d172140 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656295 Feb 20 21:02:55.023216 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e95135cf-68e6-4010-a323-6eea68bfb0c3 req-0af0ab5d-e68d-4eb5-8102-edf96514b4b6 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 210 time: 0.0471330 Feb 20 21:02:55.631671 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0356bafd-49f7-41d9-80b8-f0a5cf309382 req-280db9f3-3ac9-405c-a3e2-15138656a96a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:55.643247 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0356bafd-49f7-41d9-80b8-f0a5cf309382 req-280db9f3-3ac9-405c-a3e2-15138656a96a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0888484 Feb 20 21:02:55.728861 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0356bafd-49f7-41d9-80b8-f0a5cf309382 req-248e3367-e9c6-4029-add9-6c261866832f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0840416 Feb 20 21:02:55.774875 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6af3c8d4-49a9-466d-b237-f491f40122ae req-6064cabb-aa7e-412d-acc8-5031b926d51e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:55.784384 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6af3c8d4-49a9-466d-b237-f491f40122ae req-6064cabb-aa7e-412d-acc8-5031b926d51e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.1138942 Feb 20 21:02:55.839009 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6af3c8d4-49a9-466d-b237-f491f40122ae req-ac7d29ce-fa5e-46b2-8447-d8d356f44395 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0482464 Feb 20 21:02:56.021569 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:56.037019 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-662990f3-6405-4fd9-8ffd-56a9da7d5217 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:56.152548 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3c55a2a9-bd0f-4881-8272-a90faaff338e req-fcdd6181-53cc-4379-aa7d-a8a5bf106f67 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 210 time: 0.0403554 Feb 20 21:02:56.903277 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b638679-5d04-44e6-8b22-8488635fc5ea req-3ba31b4f-01ef-4548-98b5-049ded8d177f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:56.907484 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0b638679-5d04-44e6-8b22-8488635fc5ea req-3ba31b4f-01ef-4548-98b5-049ded8d177f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0880604 Feb 20 21:02:57.025607 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0b638679-5d04-44e6-8b22-8488635fc5ea req-43c9c43b-ab2c-4d6d-93cb-f5e56c325d0c tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112435 Feb 20 21:02:57.052512 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15203222-f35d-4ac3-94d2-dacad4fdb683 req-925ac3d9-d6cb-49ea-8e62-32a47b485786 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:57.054211 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-15203222-f35d-4ac3-94d2-dacad4fdb683 req-925ac3d9-d6cb-49ea-8e62-32a47b485786 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0936837 Feb 20 21:02:57.111342 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-15203222-f35d-4ac3-94d2-dacad4fdb683 req-a5611ad9-d229-4771-af03-6374c78ea76d tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0493951 Feb 20 21:02:57.304567 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f7879a05-b95c-4f7a-98a4-5cf5a15ced7e req-03770848-12e7-48f9-8238-0343e646ba30 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 210 time: 0.0490961 Feb 20 21:02:58.156505 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a220d38e-e64c-419f-836f-dac398823ce0 req-f0411d98-94ac-4d13-8612-c71b58a9b170 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:58.158185 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a220d38e-e64c-419f-836f-dac398823ce0 req-f0411d98-94ac-4d13-8612-c71b58a9b170 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0579665 Feb 20 21:02:58.222081 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a220d38e-e64c-419f-836f-dac398823ce0 req-6e1b7b12-3554-4deb-8c4b-fefeddb41d9e tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0583606 Feb 20 21:02:58.269126 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a358e108-d912-4c9d-8f46-c8dbc9ed0b41 req-45de67c0-9c1a-48fe-9df0-3db7b6a80e48 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:58.270739 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a358e108-d912-4c9d-8f46-c8dbc9ed0b41 req-45de67c0-9c1a-48fe-9df0-3db7b6a80e48 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0629110 Feb 20 21:02:58.325085 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a358e108-d912-4c9d-8f46-c8dbc9ed0b41 req-12d02529-15c5-447a-a5c0-f6bf865fbe6b tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486324 Feb 20 21:02:58.415994 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-244df63e-e4d0-48df-8185-89b96c3c1af7 req-f045a661-f131-4df8-accd-05a1959daa4b tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 210 time: 0.0316398 Feb 20 21:02:58.821246 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-105fdc4f-c046-44d6-82e6-638f6868776c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:59.045813 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63bed8c0-e25b-4f63-980c-b5cee24b6541 req-95109928-3643-46ec-b122-610f6f542f49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:59.047332 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-63bed8c0-e25b-4f63-980c-b5cee24b6541 req-95109928-3643-46ec-b122-610f6f542f49 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 1129 time: 0.0498495 Feb 20 21:02:59.110450 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-63bed8c0-e25b-4f63-980c-b5cee24b6541 req-d44e418e-ed40-43bd-9810-376af6315cbd service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0467031 Feb 20 21:02:59.188329 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-e6f5bea9-0d0b-412f-b6f8-a4c9706dc934 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:59.189993 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-e6f5bea9-0d0b-412f-b6f8-a4c9706dc934 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.90 "GET /v2.0/networks?id=50cb1078-8281-4a34-b767-e85a9678f8bc HTTP/1.1" status: 200 len: 813 time: 0.1260173 Feb 20 21:02:59.328421 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Request body: {'port': {'device_id': '34ec6261-6aaa-47b0-81b3-1b206684476d', 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc', 'admin_state_up': True, 'tenant_id': '6444413e31a240369193b8ae2df18b7e'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:02:59.384299 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d0a5307-013e-4977-8a79-3265ba72b80e req-c3edbe09-1b82-4d31-979e-8d87396c3dfc tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:59.386743 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5d0a5307-013e-4977-8a79-3265ba72b80e req-c3edbe09-1b82-4d31-979e-8d87396c3dfc tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0781102 Feb 20 21:02:59.503208 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5d0a5307-013e-4977-8a79-3265ba72b80e req-da9aec2c-ae48-4d79-9bcc-3866fa083adb tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1097884 Feb 20 21:02:59.538328 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9ac79a0-71f4-4bdf-907e-7522cb492656 req-faaad9c0-bdf9-46f4-b48e-a57e50b3e222 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:02:59.541079 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9ac79a0-71f4-4bdf-907e-7522cb492656 req-faaad9c0-bdf9-46f4-b48e-a57e50b3e222 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.1005726 Feb 20 21:02:59.544991 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Made reservation on behalf of 6444413e31a240369193b8ae2df18b7e for: {'port': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:02:59.548712 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:59.624685 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-77e8976e-d07d-4343-832e-0d45c1485fb4 req-0216f522-ddee-409c-9736-cb0b4bfd5f0a tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 210 time: 0.0537431 Feb 20 21:02:59.647955 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b9ac79a0-71f4-4bdf-907e-7522cb492656 req-7eccba45-4718-4717-8e7b-be34b56a8e5e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1003726 Feb 20 21:02:59.699008 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Allocated IP 172.20.0.13 (50cb1078-8281-4a34-b767-e85a9678f8bc/6cc84f01-074e-4105-9438-e897752a0b80/6e9742d5-39d8-4c01-b1ce-1983165dfcea) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:02:59.861961 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks [] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:59.903567 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:02:59.947737 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Network 50cb1078-8281-4a34-b767-e85a9678f8bc is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:02:59.951740 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:02:59.958269 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:02:59.981713 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Pushing event updated for resources: {'Port': ['ID=6e9742d5-39d8-4c01-b1ce-1983165dfcea,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:02:59.995673 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:59.996031 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:59.996393 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:59.996736 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:59.997084 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:59.997422 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:59.998349 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:59.998622 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:59.998949 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:59.999278 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:59.999604 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:02:59.999946 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:03:00.000252 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:03:00.023947 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:00.024639 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:00.042783 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-11f53f5f-9700-4c4b-8990-a1692f040278 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7193861 Feb 20 21:03:00.056928 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Request body: {'port': {'device_id': '34ec6261-6aaa-47b0-81b3-1b206684476d', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:03:00.123596 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:00.221109 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:00.389965 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6e9742d5-39d8-4c01-b1ce-1983165dfcea {{(pid=102717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:03:00.398015 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Publish callbacks [] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:00.413333 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.provisioning_blocks [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Transition to ACTIVE for port object 6e9742d5-39d8-4c01-b1ce-1983165dfcea will not be triggered until provisioned by entity L2. {{(pid=102717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:03:00.417177 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:00.472560 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9742d5-39d8-4c01-b1ce-1983165dfcea,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:00.550202 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Attempting to bind port 6e9742d5-39d8-4c01-b1ce-1983165dfcea on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:03:00.550549 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Attempting to bind port 6e9742d5-39d8-4c01-b1ce-1983165dfcea by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1ac5aeec-ec41-470d-b23c-3f7a7c67729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc'}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:03:00.550888 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Attempting to bind port 6e9742d5-39d8-4c01-b1ce-1983165dfcea on network 50cb1078-8281-4a34-b767-e85a9678f8bc {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:03:00.555809 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Port 6e9742d5-39d8-4c01-b1ce-1983165dfcea on network 50cb1078-8281-4a34-b767-e85a9678f8bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:03:00.556139 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Attempting to bind port 6e9742d5-39d8-4c01-b1ce-1983165dfcea on network 50cb1078-8281-4a34-b767-e85a9678f8bc {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:03:00.561721 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 2, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:03:00.562067 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Checking segment: {'id': '1ac5aeec-ec41-470d-b23c-3f7a7c67729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:03:00.562466 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Bound using segment: {'id': '1ac5aeec-ec41-470d-b23c-3f7a7c67729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc'} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:03:00.562904 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Bound port: 6e9742d5-39d8-4c01-b1ce-1983165dfcea, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac5aeec-ec41-470d-b23c-3f7a7c67729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc'}}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:03:00.563274 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:00.643461 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] For port 6e9742d5-39d8-4c01-b1ce-1983165dfcea, host hv-cinder-83008, cleared binding levels {{(pid=102717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:03:00.645985 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1955aa-b79e-46d4-a81e-9641afe980eb req-e22ae8b7-1c59-46cb-8d3e-87fef871f101 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:00.647371 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] For port 6e9742d5-39d8-4c01-b1ce-1983165dfcea, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e9742d5-39d8-4c01-b1ce-1983165dfcea,segment=NetworkSegment(1ac5aeec-ec41-470d-b23c-3f7a7c67729a),segment_id=1ac5aeec-ec41-470d-b23c-3f7a7c67729a)] {{(pid=102717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:03:00.647522 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4e1955aa-b79e-46d4-a81e-9641afe980eb req-e22ae8b7-1c59-46cb-8d3e-87fef871f101 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0591476 Feb 20 21:03:00.655879 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:00.692726 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:00.693860 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:00.695437 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] 10.222.0.90 "PUT /v2.0/ports/6e9742d5-39d8-4c01-b1ce-1983165dfcea HTTP/1.1" status: 200 len: 1094 time: 0.6428180 Feb 20 21:03:00.698002 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '34ec6261-6aaa-47b0-81b3-1b206684476d', 'tag': '6e9742d5-39d8-4c01-b1ce-1983165dfcea'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:03:00.706102 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-447a8d1e-5b1e-49ef-a583-919ab3474926" -d '{"events": [{"name": "network-changed", "server_uuid": "34ec6261-6aaa-47b0-81b3-1b206684476d", "tag": "6e9742d5-39d8-4c01-b1ce-1983165dfcea"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:03:00.722350 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4e1955aa-b79e-46d4-a81e-9641afe980eb req-837e85fb-10c3-4e77-b81e-7a40e51983da tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0650163 Feb 20 21:03:00.734389 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6138e2da-b25c-4a0f-a811-97c9cc866c85 service neutron] Pushing event updated for resources: {'Port': ['ID=6e9742d5-39d8-4c01-b1ce-1983165dfcea,revision_number=3']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:00.843196 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-cee0a05b-0a40-4e1d-9e7d-208c38fbeda2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:00.846899 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-cee0a05b-0a40-4e1d-9e7d-208c38fbeda2 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6444413e31a240369193b8ae2df18b7e&device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 1128 time: 0.0993974 Feb 20 21:03:00.893115 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 609f880e-4e64-48e6-891a-dbe169215980 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:03:00.911513 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-36cffd70-9ca5-4cfe-82c9-7f8d345e4a37 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e9742d5-39d8-4c01-b1ce-1983165dfcea HTTP/1.1" status: 200 len: 217 time: 0.0562308 Feb 20 21:03:00.921463 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0696e23a-15b1-4e06-a642-d39abc59e2f6 req-c3e03e2f-b594-4830-a9d2-8755efc787a7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:00.923422 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0696e23a-15b1-4e06-a642-d39abc59e2f6 req-c3e03e2f-b594-4830-a9d2-8755efc787a7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 944 time: 0.1108160 Feb 20 21:03:00.930745 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0cd34cd-ddc7-4964-a8a1-67211e93ea8b req-c7f2a0bb-c72f-4c73-83d7-25a703291a6e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:00.932710 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f0cd34cd-ddc7-4964-a8a1-67211e93ea8b req-c7f2a0bb-c72f-4c73-83d7-25a703291a6e tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 944 time: 0.0740712 Feb 20 21:03:00.972889 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-0ce194ba-a60c-4380-9d45-03cd4dd507fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:00.974560 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-0ce194ba-a60c-4380-9d45-03cd4dd507fc service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6cc84f01-074e-4105-9438-e897752a0b80 HTTP/1.1" status: 200 len: 853 time: 0.0564086 Feb 20 21:03:01.009884 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-25c2b594-04e9-4b03-b0d0-6a47c1f4a029 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50cb1078-8281-4a34-b767-e85a9678f8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0287313 Feb 20 21:03:01.015289 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f0cd34cd-ddc7-4964-a8a1-67211e93ea8b req-2c18955f-349d-48d1-90ce-dbabbf1b04b5 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0747545 Feb 20 21:03:01.019075 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0696e23a-15b1-4e06-a642-d39abc59e2f6 req-88a5bb01-c40b-4e51-b946-838a94065b2b tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803897 Feb 20 21:03:01.047758 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=609f880e-4e64-48e6-891a-dbe169215980,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:03:01.065731 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '609f880e-4e64-48e6-891a-dbe169215980', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'port_id': '609f880e-4e64-48e6-891a-dbe169215980', 'mac_address': 'fa:16:3e:a0:d0:86', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 185, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:03:01.082531 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:03:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf15b8e1-3c44-438d-9e73-84523963989e x-openstack-request-id: req-bf15b8e1-3c44-438d-9e73-84523963989e {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:03:01.082935 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "34ec6261-6aaa-47b0-81b3-1b206684476d", "tag": "6e9742d5-39d8-4c01-b1ce-1983165dfcea", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:03:01.083255 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-bf15b8e1-3c44-438d-9e73-84523963989e {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:03:01.083715 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '34ec6261-6aaa-47b0-81b3-1b206684476d', 'tag': '6e9742d5-39d8-4c01-b1ce-1983165dfcea', 'status': 'completed', 'code': 200} Feb 20 21:03:01.125669 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 609f880e-4e64-48e6-891a-dbe169215980 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:03:01.126331 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (609f880e-4e64-48e6-891a-dbe169215980), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:01.135840 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-47026c43-d4a2-490b-adc6-ac95ea472747 service neutron] 10.222.0.90 "GET /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1170871 Feb 20 21:03:01.150042 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 609f880e-4e64-48e6-891a-dbe169215980 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:03:01.177806 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=609f880e-4e64-48e6-891a-dbe169215980,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:03:01.182376 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (609f880e-4e64-48e6-891a-dbe169215980), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:01.230381 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=609f880e-4e64-48e6-891a-dbe169215980,revision_number=9']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:01.249720 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3c62b334-d0e7-47ec-9b5c-2188f258e924 req-5f375f8d-ec74-49e7-beac-14034613f14c service neutron] 10.222.0.90 "GET /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1070919 Feb 20 21:03:01.351931 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a8d1e-5b1e-49ef-a583-919ab3474926 req-1552c81b-3501-464e-9fe3-99bfe9763228 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:01.354617 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-447a8d1e-5b1e-49ef-a583-919ab3474926 req-1552c81b-3501-464e-9fe3-99bfe9763228 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6444413e31a240369193b8ae2df18b7e&device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 1128 time: 0.0553219 Feb 20 21:03:01.453415 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a8d1e-5b1e-49ef-a583-919ab3474926 req-0cc17256-63c1-4138-a8a3-77a013218d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:01.454909 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-447a8d1e-5b1e-49ef-a583-919ab3474926 req-0cc17256-63c1-4138-a8a3-77a013218d72 service neutron] 10.222.0.90 "GET /v2.0/networks?id=50cb1078-8281-4a34-b767-e85a9678f8bc HTTP/1.1" status: 200 len: 914 time: 0.0938711 Feb 20 21:03:01.460055 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['609f880e-4e64-48e6-891a-dbe169215980'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:03:01.499621 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-447a8d1e-5b1e-49ef-a583-919ab3474926 req-024b5dd5-7346-4a60-82fb-954680c1eeae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=6e9742d5-39d8-4c01-b1ce-1983165dfcea HTTP/1.1" status: 200 len: 217 time: 0.0370953 Feb 20 21:03:01.562782 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a8d1e-5b1e-49ef-a583-919ab3474926 req-3a265de4-e5d8-44f2-9853-b4830774aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:01.564517 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-447a8d1e-5b1e-49ef-a583-919ab3474926 req-3a265de4-e5d8-44f2-9853-b4830774aca9 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6cc84f01-074e-4105-9438-e897752a0b80 HTTP/1.1" status: 200 len: 853 time: 0.0591850 Feb 20 21:03:01.604163 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-447a8d1e-5b1e-49ef-a583-919ab3474926 req-ac734b48-8baf-4176-b7e8-134d5da35f8a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50cb1078-8281-4a34-b767-e85a9678f8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328231 Feb 20 21:03:01.693689 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-447a8d1e-5b1e-49ef-a583-919ab3474926 req-53e0308a-3f4f-4f77-98bc-d805442355d2 service neutron] 10.222.0.90 "GET /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836563 Feb 20 21:03:01.808430 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-447a8d1e-5b1e-49ef-a583-919ab3474926 req-d9a9f6a1-04a2-4f41-9661-8d7984bb809f service neutron] 10.222.0.90 "GET /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020620 Feb 20 21:03:01.902855 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:02.190016 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eda6dd1-8cc9-48e4-bd77-0340d7878e97 req-8c3b91d1-b04c-4d9e-8aac-8db265fe6026 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:02.191549 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2eda6dd1-8cc9-48e4-bd77-0340d7878e97 req-8c3b91d1-b04c-4d9e-8aac-8db265fe6026 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 945 time: 0.0946383 Feb 20 21:03:02.205960 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ea53085-07fc-43e7-986c-a1ba5e1c8822 req-ef29268e-5c90-44d8-8474-7bf434f37fd3 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:02.207979 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2ea53085-07fc-43e7-986c-a1ba5e1c8822 req-ef29268e-5c90-44d8-8474-7bf434f37fd3 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 944 time: 0.0975370 Feb 20 21:03:02.285992 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2eda6dd1-8cc9-48e4-bd77-0340d7878e97 req-d9b5606d-ca48-4562-82fd-f377b8158f1c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0884149 Feb 20 21:03:02.289606 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2ea53085-07fc-43e7-986c-a1ba5e1c8822 req-643dd677-6bdf-4480-9925-59f4beff8f6e tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753448 Feb 20 21:03:02.640197 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ee0f981-5c01-474a-b2fd-a8b3bf964116 req-cec93812-d751-4713-a114-9ba51afc92ee tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:02.641666 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ee0f981-5c01-474a-b2fd-a8b3bf964116 req-cec93812-d751-4713-a114-9ba51afc92ee tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 946 time: 0.0575967 Feb 20 21:03:02.693236 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0ee0f981-5c01-474a-b2fd-a8b3bf964116 req-5644a670-7342-4ca5-8e3e-a043a2987f5a tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=8657c848-f818-416f-9227-a03fc5b5f621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427139 Feb 20 21:03:02.896417 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6e9742d5-39d8-4c01-b1ce-1983165dfcea details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:03:02.898680 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 609f880e-4e64-48e6-891a-dbe169215980 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:03:03.015370 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 609f880e-4e64-48e6-891a-dbe169215980 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:03:03.015746 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (609f880e-4e64-48e6-891a-dbe169215980), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:03.056998 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6e9742d5-39d8-4c01-b1ce-1983165dfcea, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e9742d5-39d8-4c01-b1ce-1983165dfcea,segment=NetworkSegment(1ac5aeec-ec41-470d-b23c-3f7a7c67729a),segment_id=1ac5aeec-ec41-470d-b23c-3f7a7c67729a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:03:03.073323 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '6e9742d5-39d8-4c01-b1ce-1983165dfcea', 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc', 'port_id': '6e9742d5-39d8-4c01-b1ce-1983165dfcea', 'mac_address': 'fa:16:3e:5a:c7:68', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc84f01-074e-4105-9438-e897752a0b80', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:03:03.144268 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 6e9742d5-39d8-4c01-b1ce-1983165dfcea is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:03:03.144696 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:03.160970 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 609f880e-4e64-48e6-891a-dbe169215980 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:03:03.161267 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (609f880e-4e64-48e6-891a-dbe169215980), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:03.166007 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6e9742d5-39d8-4c01-b1ce-1983165dfcea {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:03:03.208244 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6e9742d5-39d8-4c01-b1ce-1983165dfcea, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e9742d5-39d8-4c01-b1ce-1983165dfcea,segment=NetworkSegment(1ac5aeec-ec41-470d-b23c-3f7a7c67729a),segment_id=1ac5aeec-ec41-470d-b23c-3f7a7c67729a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:03:03.217337 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609f880e-4e64-48e6-891a-dbe169215980'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:03:03.219767 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98e98991-e620-44e1-9b2a-8b0d41c97dde" -d '{"events": [{"server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "name": "network-vif-plugged", "status": "completed", "tag": "609f880e-4e64-48e6-891a-dbe169215980"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:03:03.232964 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:03.239636 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=609f880e-4e64-48e6-891a-dbe169215980,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:03:03.242330 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:03.263740 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (609f880e-4e64-48e6-891a-dbe169215980), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:03.290906 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=6e9742d5-39d8-4c01-b1ce-1983165dfcea,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:03.337931 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:03:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6e7e3219-5e24-4fee-a7c7-d75340b8845c x-openstack-request-id: req-6e7e3219-5e24-4fee-a7c7-d75340b8845c {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:03:03.338221 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "name": "network-vif-plugged", "status": "completed", "tag": "609f880e-4e64-48e6-891a-dbe169215980", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:03:03.338475 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6e7e3219-5e24-4fee-a7c7-d75340b8845c {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:03:03.338871 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '609f880e-4e64-48e6-891a-dbe169215980', 'code': 200} Feb 20 21:03:03.349825 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=609f880e-4e64-48e6-891a-dbe169215980,revision_number=10']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:03.479891 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c7deb28-881a-4907-ba43-f5323166f634 req-4c93d55e-a0f3-4436-b53c-b1da972883b8 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:03.481409 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1c7deb28-881a-4907-ba43-f5323166f634 req-4c93d55e-a0f3-4436-b53c-b1da972883b8 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 947 time: 0.1002116 Feb 20 21:03:03.500550 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['6e9742d5-39d8-4c01-b1ce-1983165dfcea'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:03:03.530425 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e669e9-caf3-4d80-9ed9-cda6444acc4e req-332e15f9-c9bb-4591-b66a-8bb67d1a92f6 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:03.532021 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-39e669e9-caf3-4d80-9ed9-cda6444acc4e req-332e15f9-c9bb-4591-b66a-8bb67d1a92f6 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 945 time: 0.1026025 Feb 20 21:03:03.560336 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1c7deb28-881a-4907-ba43-f5323166f634 req-8b166068-1e61-4f39-8935-68d7f6da10f8 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0716319 Feb 20 21:03:03.615995 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-39e669e9-caf3-4d80-9ed9-cda6444acc4e req-59a4cf84-f200-4688-99ee-9932e26799f6 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664105 Feb 20 21:03:03.618208 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34ffa6a-41d8-45c8-941b-8a528051576d req-765a388f-70b0-45a9-8600-551918ad08aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:03.619730 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f34ffa6a-41d8-45c8-941b-8a528051576d req-765a388f-70b0-45a9-8600-551918ad08aa service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 1131 time: 0.0611148 Feb 20 21:03:03.666979 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f34ffa6a-41d8-45c8-941b-8a528051576d req-cee2ffed-52cf-48d9-b8d5-336fec8f4fb4 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369444 Feb 20 21:03:03.817558 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18c4e000-b402-4a20-9a59-ea2c7c232fa2 req-e4c35b7c-7a03-4bf1-941d-26c80b423c74 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:03.819015 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-18c4e000-b402-4a20-9a59-ea2c7c232fa2 req-e4c35b7c-7a03-4bf1-941d-26c80b423c74 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 946 time: 0.0576878 Feb 20 21:03:03.867550 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-18c4e000-b402-4a20-9a59-ea2c7c232fa2 req-72f5288c-e951-4a2b-8056-735b7a47abce tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=8657c848-f818-416f-9227-a03fc5b5f621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427213 Feb 20 21:03:04.704146 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6e69e0-9989-430a-a2b8-0461f9002db4 req-9e666fc6-7f94-40b1-be17-dc8fd9b95bba tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:04.705682 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7d6e69e0-9989-430a-a2b8-0461f9002db4 req-9e666fc6-7f94-40b1-be17-dc8fd9b95bba tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 947 time: 0.0631504 Feb 20 21:03:04.781484 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87dd486e-9d36-4491-84cc-d8c7eb66cb11 req-cfef5fc5-04fa-46c2-a4e7-9f453f1d0083 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:04.783057 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-87dd486e-9d36-4491-84cc-d8c7eb66cb11 req-cfef5fc5-04fa-46c2-a4e7-9f453f1d0083 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 945 time: 0.0972638 Feb 20 21:03:04.786945 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7d6e69e0-9989-430a-a2b8-0461f9002db4 req-2597f408-7183-41bf-87b7-d4c1cd62d506 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0654852 Feb 20 21:03:04.812043 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-bdf37a49-e47f-451b-8482-46dc085f0377 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:04.813670 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-bdf37a49-e47f-451b-8482-46dc085f0377 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.90 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 946 time: 0.0606267 Feb 20 21:03:04.844670 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-87dd486e-9d36-4491-84cc-d8c7eb66cb11 req-3c4aba56-1d3f-42df-8099-744e33207d7f tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558722 Feb 20 21:03:04.921551 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6e9742d5-39d8-4c01-b1ce-1983165dfcea up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:03:04.924287 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Deleting port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:03:04.924671 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:04.977223 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 6e9742d5-39d8-4c01-b1ce-1983165dfcea completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:03:04.981161 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 6e9742d5-39d8-4c01-b1ce-1983165dfcea triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:03:04.981815 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:05.006280 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cab9098-925c-4cf5-8168-a59904a1db7b req-a03df296-5bb0-48fe-96ff-7bbf214942d3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:05.007812 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9cab9098-925c-4cf5-8168-a59904a1db7b req-a03df296-5bb0-48fe-96ff-7bbf214942d3 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 946 time: 0.0640736 Feb 20 21:03:05.037111 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] For port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:03:05.037484 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:05.077028 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9cab9098-925c-4cf5-8168-a59904a1db7b req-ffb14ce7-ec22-4d76-8f2b-2f5474da6dc5 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups?id=8657c848-f818-416f-9227-a03fc5b5f621&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605626 Feb 20 21:03:05.078423 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 6e9742d5-39d8-4c01-b1ce-1983165dfcea is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:03:05.079021 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:05.120964 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6e9742d5-39d8-4c01-b1ce-1983165dfcea, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e9742d5-39d8-4c01-b1ce-1983165dfcea,segment=NetworkSegment(1ac5aeec-ec41-470d-b23c-3f7a7c67729a),segment_id=1ac5aeec-ec41-470d-b23c-3f7a7c67729a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:03:05.126447 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:05.176661 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=6e9742d5-39d8-4c01-b1ce-1983165dfcea,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:05.282534 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:05.282744 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (369530f4-dd20-424a-993e-5667bd8a4bdb), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:05.283052 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.l3_db [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Floating IP 369530f4-dd20-424a-993e-5667bd8a4bdb disassociated. External IP: 172.27.2.19, port: 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6. Feb 20 21:03:05.283405 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Calling delete_port for 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:03:05.340052 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec6261-6aaa-47b0-81b3-1b206684476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9742d5-39d8-4c01-b1ce-1983165dfcea'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:03:05.342689 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c30daa41-00a9-4b45-995c-b9304ea59a1c" -d '{"events": [{"server_uuid": "34ec6261-6aaa-47b0-81b3-1b206684476d", "name": "network-vif-plugged", "status": "completed", "tag": "6e9742d5-39d8-4c01-b1ce-1983165dfcea"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:03:05.394580 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:03:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6aebae2-6fab-4948-bcd0-d4a503cf5340 x-openstack-request-id: req-f6aebae2-6fab-4948-bcd0-d4a503cf5340 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:03:05.394937 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec6261-6aaa-47b0-81b3-1b206684476d", "name": "network-vif-plugged", "status": "completed", "tag": "6e9742d5-39d8-4c01-b1ce-1983165dfcea", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:03:05.395249 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f6aebae2-6fab-4948-bcd0-d4a503cf5340 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:03:05.395711 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec6261-6aaa-47b0-81b3-1b206684476d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6e9742d5-39d8-4c01-b1ce-1983165dfcea', 'code': 200} Feb 20 21:03:05.420761 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (40d1c530-fb4c-404c-bff4-cfc7ce44b0a6), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:05.455897 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event deleted for resources: {'Port': ['ID=40d1c530-fb4c-404c-bff4-cfc7ce44b0a6,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:05.594682 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Router 473ca265-c94e-4141-aa84-36bb1baf9406 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:03:05.599306 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1bf91a-ca20-4284-9d4b-20e475b146e5 req-c89f32af-86cd-4ec9-a667-c07d927a8983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:05.600941 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3a1bf91a-ca20-4284-9d4b-20e475b146e5 req-c89f32af-86cd-4ec9-a667-c07d927a8983 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 1130 time: 0.0542154 Feb 20 21:03:05.656187 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3a1bf91a-ca20-4284-9d4b-20e475b146e5 req-551330b9-12a1-4144-94a8-fe7186546fd0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448833 Feb 20 21:03:05.711704 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:03:05.722789 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe8cab7-747b-4d35-a70c-3e29a7fb70d3 None None] Sync routers for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:03:05.737150 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8cab7-747b-4d35-a70c-3e29a7fb70d3 None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:03:05.738069 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-2fe8cab7-747b-4d35-a70c-3e29a7fb70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:02:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:03:05.935612 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-2fe8cab7-747b-4d35-a70c-3e29a7fb70d3 None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:03:06.060295 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] No DVR routers for this DVR port 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:03:06.064990 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:06.065170 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8edc4b86-cc5b-473f-97ad-58cb3dc7d0c3 req-68f8304e-3e61-4ade-9de9-fa5450bd8c6a tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:06.066926 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8edc4b86-cc5b-473f-97ad-58cb3dc7d0c3 req-68f8304e-3e61-4ade-9de9-fa5450bd8c6a tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 946 time: 0.1004364 Feb 20 21:03:06.070067 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-0174147f-13ff-448b-be24-0a30ef3bd4e9 req-194e5145-e709-4aaa-8044-90d3d383408c tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.90 "DELETE /v2.0/ports/40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 HTTP/1.1" status: 204 len: 173 time: 1.2443936 Feb 20 21:03:06.070782 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'name': 'network-vif-deleted', 'tag': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:03:06.077431 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-31ecb48c-b1f8-4eab-a5b7-58cac102a01e" -d '{"events": [{"server_uuid": "990b6305-6ad2-40d8-af09-d91bd17017f3", "name": "network-vif-deleted", "tag": "40d1c530-fb4c-404c-bff4-cfc7ce44b0a6"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:03:06.097337 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520de8c2-d91e-42f0-af7e-29263a515d5e req-fc8692b3-d50f-45c9-9acb-2f45a07f971c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:06.099122 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-520de8c2-d91e-42f0-af7e-29263a515d5e req-fc8692b3-d50f-45c9-9acb-2f45a07f971c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 947 time: 0.1675582 Feb 20 21:03:06.207552 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8edc4b86-cc5b-473f-97ad-58cb3dc7d0c3 req-efd9f437-7491-46e2-8e47-e443ce8a004d tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1250303 Feb 20 21:03:06.222283 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-520de8c2-d91e-42f0-af7e-29263a515d5e req-56f92aba-c67b-4d7c-9066-89376ae84dbf tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1116681 Feb 20 21:03:06.289770 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:03:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2421884e-b200-4270-831f-585ab0b60774 x-openstack-request-id: req-2421884e-b200-4270-831f-585ab0b60774 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:03:06.290060 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "990b6305-6ad2-40d8-af09-d91bd17017f3", "name": "network-vif-deleted", "tag": "40d1c530-fb4c-404c-bff4-cfc7ce44b0a6", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:03:06.290364 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2421884e-b200-4270-831f-585ab0b60774 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:03:06.291267 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '990b6305-6ad2-40d8-af09-d91bd17017f3', 'name': 'network-vif-deleted', 'tag': '40d1c530-fb4c-404c-bff4-cfc7ce44b0a6', 'status': 'completed', 'code': 200} Feb 20 21:03:06.348561 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-33b68f5a-1bbd-49fd-b3d6-a9718b3bfa2b req-6749cac0-7d06-4e29-a305-60906597c063 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/ports?device_id=990b6305-6ad2-40d8-af09-d91bd17017f3 HTTP/1.1" status: 200 len: 210 time: 0.0300479 Feb 20 21:03:06.377510 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-2fe8cab7-747b-4d35-a70c-3e29a7fb70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:36Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:03:06.423944 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe8cab7-747b-4d35-a70c-3e29a7fb70d3 None None] Checking router: 473ca265-c94e-4141-aa84-36bb1baf9406 for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:03:06.438710 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fe8cab7-747b-4d35-a70c-3e29a7fb70d3 None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:03:06.439631 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-2fe8cab7-747b-4d35-a70c-3e29a7fb70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:02:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:03:06.593398 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-2fe8cab7-747b-4d35-a70c-3e29a7fb70d3 None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:03:06.838543 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-2fe8cab7-747b-4d35-a70c-3e29a7fb70d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:36Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:03:06.867097 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fe8cab7-747b-4d35-a70c-3e29a7fb70d3 None None] The sync data for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi is: [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T20:57:28Z', 'revision_number': 4, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '07b10b50-ddaa-4f50-886f-070e69eb2b94', 'name': '', 'network_id': 'f829bbbb-0a39-4da0-ba53-40f021735711', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'mac_address': 'fa:16:3e:4c:e9:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_interface', 'standard_attr_id': 99, 'fixed_ips': [{'subnet_id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:26Z', 'updated_at': '2022-02-20T20:57:36Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'subnets': [{'id': '556ba603-3470-4df7-9938-1a7b4a7080b4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:03:07.146107 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1cc1ec8-c749-4708-a916-aa6df8e4fdfa None None] New status for floating IP 369530f4-dd20-424a-993e-5667bd8a4bdb: DOWN {{(pid=102719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:03:07.431362 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-813ae708-16dd-4dff-8ffb-b8977bd27680 req-8b8efadb-0add-47ef-a21f-f6c7364c8caf tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:07.433709 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-813ae708-16dd-4dff-8ffb-b8977bd27680 req-8b8efadb-0add-47ef-a21f-f6c7364c8caf tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 946 time: 0.1041043 Feb 20 21:03:07.443060 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73c8dbc8-69ef-494d-86c5-512c58901e3d req-310c1638-c88b-42f0-bca8-263e860f4dd0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:07.445350 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-73c8dbc8-69ef-494d-86c5-512c58901e3d req-310c1638-c88b-42f0-bca8-263e860f4dd0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 947 time: 0.1034567 Feb 20 21:03:07.526994 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-813ae708-16dd-4dff-8ffb-b8977bd27680 req-e789bd47-5dfe-4450-8222-def2fc238a28 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805864 Feb 20 21:03:07.536805 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-73c8dbc8-69ef-494d-86c5-512c58901e3d req-93b825e9-e409-43ea-bc91-705d4e451bd4 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0831962 Feb 20 21:03:07.623559 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 34108) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:03:07.690395 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cc884eaf-8b27-4379-bad0-800663615ac7 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group (8657c848-f818-416f-9227-a03fc5b5f621), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:07.723067 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cc884eaf-8b27-4379-bad0-800663615ac7 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group (8657c848-f818-416f-9227-a03fc5b5f621), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:07.791061 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cc884eaf-8b27-4379-bad0-800663615ac7 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (8657c848-f818-416f-9227-a03fc5b5f621), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:07.795412 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cc884eaf-8b27-4379-bad0-800663615ac7 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:07.796792 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-cc884eaf-8b27-4379-bad0-800663615ac7 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "DELETE /v2.0/security-groups/8657c848-f818-416f-9227-a03fc5b5f621 HTTP/1.1" status: 204 len: 168 time: 0.1721010 Feb 20 21:03:07.799631 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 34134) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:03:07.808103 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc884eaf-8b27-4379-bad0-800663615ac7 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8657c848-f818-416f-9227-a03fc5b5f621,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:07.815700 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.api.v2.resource [None req-296fc614-515f-440c-92b0-4a1db5d0f460 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] show failed (client error): The resource could not be found. Feb 20 21:03:07.820446 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-296fc614-515f-440c-92b0-4a1db5d0f460 tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "GET /v2.0/security-groups/8657c848-f818-416f-9227-a03fc5b5f621 HTTP/1.1" status: 404 len: 347 time: 0.0162275 Feb 20 21:03:07.823496 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 34136) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:03:08.014995 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-e3d47829-3998-405b-ae53-2f90b8a19fec tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Deleting port 8adf26ba-3fc7-417e-8f44-fe91363362d8 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:03:08.015342 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e3d47829-3998-405b-ae53-2f90b8a19fec tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (8adf26ba-3fc7-417e-8f44-fe91363362d8), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:08.150113 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e3d47829-3998-405b-ae53-2f90b8a19fec tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (8adf26ba-3fc7-417e-8f44-fe91363362d8), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:08.151056 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e3d47829-3998-405b-ae53-2f90b8a19fec tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (8adf26ba-3fc7-417e-8f44-fe91363362d8), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:08.171414 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-e3d47829-3998-405b-ae53-2f90b8a19fec tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Calling delete_port for 8adf26ba-3fc7-417e-8f44-fe91363362d8 owned by network:floatingip {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:03:08.348444 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e3d47829-3998-405b-ae53-2f90b8a19fec tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (8adf26ba-3fc7-417e-8f44-fe91363362d8), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:08.377628 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d47829-3998-405b-ae53-2f90b8a19fec tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Pushing event deleted for resources: {'Port': ['ID=8adf26ba-3fc7-417e-8f44-fe91363362d8,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:08.464673 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e3d47829-3998-405b-ae53-2f90b8a19fec tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks [] for floatingip (369530f4-dd20-424a-993e-5667bd8a4bdb), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:08.469809 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e3d47829-3998-405b-ae53-2f90b8a19fec tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:08.471901 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-e3d47829-3998-405b-ae53-2f90b8a19fec tempest-AttachVolumeTestJSON-538396741 tempest-AttachVolumeTestJSON-538396741-project] 10.222.0.71 "DELETE /v2.0/floatingips/369530f4-dd20-424a-993e-5667bd8a4bdb HTTP/1.1" status: 204 len: 168 time: 0.6471021 Feb 20 21:03:08.933147 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:03:08.955749 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:03:08.956114 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 40d1c530-fb4c-404c-bff4-cfc7ce44b0a6 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:03:09.683003 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:03:12.161865 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 34192) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:03:12.691811 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c445ece6-4a08-4599-82df-5ea410f37db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609256'] for router_interface (473ca265-c94e-4141-aa84-36bb1baf9406), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:13.018760 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-c445ece6-4a08-4599-82df-5ea410f37db2 admin admin] Deleting port 07b10b50-ddaa-4f50-886f-070e69eb2b94 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:03:13.019012 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c445ece6-4a08-4599-82df-5ea410f37db2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:13.115032 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-c445ece6-4a08-4599-82df-5ea410f37db2 admin admin] For port 07b10b50-ddaa-4f50-886f-070e69eb2b94, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=07b10b50-ddaa-4f50-886f-070e69eb2b94,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:03:13.115389 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c445ece6-4a08-4599-82df-5ea410f37db2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:13.131471 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-c445ece6-4a08-4599-82df-5ea410f37db2 admin admin] Calling delete_port for 07b10b50-ddaa-4f50-886f-070e69eb2b94 owned by network:router_interface {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:03:13.361008 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c445ece6-4a08-4599-82df-5ea410f37db2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (07b10b50-ddaa-4f50-886f-070e69eb2b94), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:13.397598 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c445ece6-4a08-4599-82df-5ea410f37db2 admin admin] Pushing event deleted for resources: {'Port': ['ID=07b10b50-ddaa-4f50-886f-070e69eb2b94,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:13.601660 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c445ece6-4a08-4599-82df-5ea410f37db2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608888'] for router_interface (473ca265-c94e-4141-aa84-36bb1baf9406), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:13.895868 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c445ece6-4a08-4599-82df-5ea410f37db2 admin admin] Router 473ca265-c94e-4141-aa84-36bb1baf9406 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:03:14.053269 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c445ece6-4a08-4599-82df-5ea410f37db2 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:03:14.070526 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 34204) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:03:14.071470 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-c445ece6-4a08-4599-82df-5ea410f37db2 admin admin] 10.222.0.71 "PUT /v2.0/routers/473ca265-c94e-4141-aa84-36bb1baf9406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9078951 Feb 20 21:03:14.077771 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cd50eb-3df3-46ee-a4b1-0e8d1b4c2f55 None None] Sync routers for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:03:14.094746 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd50eb-3df3-46ee-a4b1-0e8d1b4c2f55 None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:03:14.095796 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-b0cd50eb-3df3-46ee-a4b1-0e8d1b4c2f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:02:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:03:14.262294 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Publish callbacks [] for router (473ca265-c94e-4141-aa84-36bb1baf9406), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:14.327977 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-b0cd50eb-3df3-46ee-a4b1-0e8d1b4c2f55 None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:03:14.398929 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Publish callbacks [] for router_gateway (473ca265-c94e-4141-aa84-36bb1baf9406), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:14.496292 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e63fd-9ede-4095-acbe-8d1367105ef0 req-f8df518f-4336-4399-886c-c10ea3c80700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:14.498706 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8f4e63fd-9ede-4095-acbe-8d1367105ef0 req-f8df518f-4336-4399-886c-c10ea3c80700 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a21e1ba905f94b2a87c3a7ed144d76d6&device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 1168 time: 0.0720499 Feb 20 21:03:14.541744 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Deleting port c05c33ae-ab2f-4439-93a5-b6914289edfd {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:03:14.542392 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:14.568505 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b5d5c4e-9485-439b-a83b-a85cd83df498 req-9c23c7de-04a2-42af-86ed-aebcb4afff0e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:14.570108 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0b5d5c4e-9485-439b-a83b-a85cd83df498 req-9c23c7de-04a2-42af-86ed-aebcb4afff0e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.1304352 Feb 20 21:03:14.681377 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e63fd-9ede-4095-acbe-8d1367105ef0 req-40c4c077-dc0c-42c4-ac45-c9ba01e09738 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:14.686175 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8f4e63fd-9ede-4095-acbe-8d1367105ef0 req-40c4c077-dc0c-42c4-ac45-c9ba01e09738 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9 HTTP/1.1" status: 200 len: 916 time: 0.1683590 Feb 20 21:03:14.706291 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] For port c05c33ae-ab2f-4439-93a5-b6914289edfd, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=c05c33ae-ab2f-4439-93a5-b6914289edfd,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:03:14.706816 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:14.716730 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-b0cd50eb-3df3-46ee-a4b1-0e8d1b4c2f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143'}], 'enable_snat': True}, 'gw_port_id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T21:03:13Z', 'revision_number': 5, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port': {'id': 'c05c33ae-ab2f-4439-93a5-b6914289edfd', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:52:cc:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 73, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:21Z', 'updated_at': '2022-02-20T20:57:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:03:14.727655 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0b5d5c4e-9485-439b-a83b-a85cd83df498 req-29f35079-20d1-4251-9d11-0d82839dceb2 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1271579 Feb 20 21:03:14.733516 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Calling delete_port for c05c33ae-ab2f-4439-93a5-b6914289edfd owned by network:router_gateway {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:03:14.776598 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cd50eb-3df3-46ee-a4b1-0e8d1b4c2f55 None None] Checking router: 473ca265-c94e-4141-aa84-36bb1baf9406 for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:03:14.784497 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8f4e63fd-9ede-4095-acbe-8d1367105ef0 req-90174584-fb1d-4069-bed4-48acafccedf0 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c HTTP/1.1" status: 200 len: 1001 time: 0.0868344 Feb 20 21:03:14.788955 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0cd50eb-3df3-46ee-a4b1-0e8d1b4c2f55 None None] Routers {'473ca265-c94e-4141-aa84-36bb1baf9406'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:03:14.790050 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-b0cd50eb-3df3-46ee-a4b1-0e8d1b4c2f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:02:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['473ca265-c94e-4141-aa84-36bb1baf9406'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:03:14.887713 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e63fd-9ede-4095-acbe-8d1367105ef0 req-a5b42531-d851-435b-9bd2-c89d600f5724 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:14.890535 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8f4e63fd-9ede-4095-acbe-8d1367105ef0 req-a5b42531-d851-435b-9bd2-c89d600f5724 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5aa09159-a533-476b-bbce-9a56dac45c42 HTTP/1.1" status: 200 len: 854 time: 0.0931149 Feb 20 21:03:14.899066 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-b0cd50eb-3df3-46ee-a4b1-0e8d1b4c2f55 None None] Set router 473ca265-c94e-4141-aa84-36bb1baf9406 gateway port host: None {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:03:14.961060 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-b0cd50eb-3df3-46ee-a4b1-0e8d1b4c2f55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T21:03:14Z', 'revision_number': 6, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port_host': None}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:03:14.963625 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f4e63fd-9ede-4095-acbe-8d1367105ef0 req-6ff794f3-c543-470d-8af3-48a85f2ef246 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:14.964689 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (c05c33ae-ab2f-4439-93a5-b6914289edfd), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:14.965466 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8f4e63fd-9ede-4095-acbe-8d1367105ef0 req-6ff794f3-c543-470d-8af3-48a85f2ef246 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0685925 Feb 20 21:03:15.015144 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Pushing event deleted for resources: {'Port': ['ID=c05c33ae-ab2f-4439-93a5-b6914289edfd,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:15.015721 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0cd50eb-3df3-46ee-a4b1-0e8d1b4c2f55 None None] The sync data for ids ['473ca265-c94e-4141-aa84-36bb1baf9406'] in dv-cinder-830088-1-iscsi is: [{'id': '473ca265-c94e-4141-aa84-36bb1baf9406', 'name': 'tempest-AttachVolumeTestJSON-1904557009-router', 'tenant_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:20Z', 'updated_at': '2022-02-20T21:03:14Z', 'revision_number': 6, 'project_id': '5e74827f195a45e19b1cb03fc4e7f8b1', 'gw_port_host': None}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:03:15.113165 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608146'] for router_gateway (473ca265-c94e-4141-aa84-36bb1baf9406), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:15.124619 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8f4e63fd-9ede-4095-acbe-8d1367105ef0 req-42b25f9c-4a69-42b8-8dea-84233840b178 service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1509385 Feb 20 21:03:15.245775 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129210'] for router (473ca265-c94e-4141-aa84-36bb1baf9406), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:15.249927 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Publish callbacks [] for router_controller (473ca265-c94e-4141-aa84-36bb1baf9406), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:15.270423 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8f4e63fd-9ede-4095-acbe-8d1367105ef0 req-4fbbee4b-2255-4940-a7c5-6afccda21985 service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395779 Feb 20 21:03:15.313644 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619127'] for router (473ca265-c94e-4141-aa84-36bb1baf9406), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:15.314573 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 473ca265-c94e-4141-aa84-36bb1baf9406 {{(pid=102716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 21:03:15.323703 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] Publish callbacks [] for router (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:15.329258 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-64bf19c2-a4f8-4f42-99cd-941bdd61f41d admin admin] 10.222.0.71 "DELETE /v2.0/routers/473ca265-c94e-4141-aa84-36bb1baf9406 HTTP/1.1" status: 204 len: 168 time: 1.2536085 Feb 20 21:03:15.329540 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 34210) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:03:15.405867 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_v2 [None req-90aca9f7-c2c5-4981-9dea-61c1049acb8a admin admin] Deleting subnet 556ba603-3470-4df7-9938-1a7b4a7080b4 {{(pid=102716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:03:15.411126 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90aca9f7-c2c5-4981-9dea-61c1049acb8a admin admin] Publish callbacks [] for subnet (556ba603-3470-4df7-9938-1a7b4a7080b4), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:15.473020 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90aca9f7-c2c5-4981-9dea-61c1049acb8a admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30520643'] for subnet (556ba603-3470-4df7-9938-1a7b4a7080b4), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:15.656223 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90aca9f7-c2c5-4981-9dea-61c1049acb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (556ba603-3470-4df7-9938-1a7b4a7080b4), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:15.742753 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90aca9f7-c2c5-4981-9dea-61c1049acb8a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29631517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29417191'] for subnet (556ba603-3470-4df7-9938-1a7b4a7080b4), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:15.780424 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90aca9f7-c2c5-4981-9dea-61c1049acb8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=556ba603-3470-4df7-9938-1a7b4a7080b4,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:15.786591 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-90aca9f7-c2c5-4981-9dea-61c1049acb8a admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:15.791891 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-90aca9f7-c2c5-4981-9dea-61c1049acb8a admin admin] 10.222.0.71 "DELETE /v2.0/subnets/556ba603-3470-4df7-9938-1a7b4a7080b4 HTTP/1.1" status: 204 len: 168 time: 0.4612911 Feb 20 21:03:15.796239 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 34216) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:03:15.804678 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11e0d881-de56-4a70-8cfa-9d322176f448 None None] Network f829bbbb-0a39-4da0-ba53-40f021735711 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:03:15.978233 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (f829bbbb-0a39-4da0-ba53-40f021735711), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.046892 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0180294f-7bda-48c5-93d4-5900ac1f9157 req-d5353877-af6f-4d5c-ae2c-2c7116ee9283 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:16.050206 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0180294f-7bda-48c5-93d4-5900ac1f9157 req-d5353877-af6f-4d5c-ae2c-2c7116ee9283 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.1686826 Feb 20 21:03:16.083705 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-effeb02e-b8a3-4430-9eb9-25cf522ed204 None None] DHCP port deletion for f829bbbb-0a39-4da0-ba53-40f021735711 request from dv-cinder-830088-1-iscsi {{(pid=102718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 21:03:16.123237 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Deleting port 40a100af-ba4e-4321-b4be-6abc233c9d32 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:03:16.124144 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.191415 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-effeb02e-b8a3-4430-9eb9-25cf522ed204 None None] Deleting port 40a100af-ba4e-4321-b4be-6abc233c9d32 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:03:16.191880 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-effeb02e-b8a3-4430-9eb9-25cf522ed204 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.222986 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0180294f-7bda-48c5-93d4-5900ac1f9157 req-d28dfbf2-b55f-4dc1-83ac-cafa96c0e409 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1646719 Feb 20 21:03:16.242488 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] For port 40a100af-ba4e-4321-b4be-6abc233c9d32, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=40a100af-ba4e-4321-b4be-6abc233c9d32,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:03:16.243120 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.276046 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Calling delete_port for 40a100af-ba4e-4321-b4be-6abc233c9d32 owned by network:dhcp {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:03:16.292868 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-effeb02e-b8a3-4430-9eb9-25cf522ed204 None None] For port 40a100af-ba4e-4321-b4be-6abc233c9d32, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=40a100af-ba4e-4321-b4be-6abc233c9d32,segment=NetworkSegment(d658bdfa-d38d-4e9d-af66-88cd6f9417de),segment_id=d658bdfa-d38d-4e9d-af66-88cd6f9417de)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:03:16.293336 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-effeb02e-b8a3-4430-9eb9-25cf522ed204 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.315731 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-effeb02e-b8a3-4430-9eb9-25cf522ed204 None None] Calling delete_port for 40a100af-ba4e-4321-b4be-6abc233c9d32 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:03:16.428559 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.485563 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Pushing event deleted for resources: {'Port': ['ID=40a100af-ba4e-4321-b4be-6abc233c9d32,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:16.487262 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-effeb02e-b8a3-4430-9eb9-25cf522ed204 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457'] for port (40a100af-ba4e-4321-b4be-6abc233c9d32), after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.489137 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] No DVR routers for this DVR port 40a100af-ba4e-4321-b4be-6abc233c9d32 on host dv-cinder-830088-1-iscsi {{(pid=102716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:03:16.526522 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effeb02e-b8a3-4430-9eb9-25cf522ed204 None None] Pushing event deleted for resources: {'Port': ['ID=40a100af-ba4e-4321-b4be-6abc233c9d32,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:16.531047 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-effeb02e-b8a3-4430-9eb9-25cf522ed204 None None] No DVR routers for this DVR port 40a100af-ba4e-4321-b4be-6abc233c9d32 on host dv-cinder-830088-1-iscsi {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:03:16.640119 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (f829bbbb-0a39-4da0-ba53-40f021735711), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.680881 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f829bbbb-0a39-4da0-ba53-40f021735711']}} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:03:16.681352 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 07b10b50-ddaa-4f50-886f-070e69eb2b94 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:03:16.696028 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd658bdfa-d38d-4e9d-af66-88cd6f9417de') {'for_net_delete': True} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:03:16.696543 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd658bdfa-d38d-4e9d-af66-88cd6f9417de') {} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:03:16.714625 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 07b10b50-ddaa-4f50-886f-070e69eb2b94 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:03:16.714968 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 07b10b50-ddaa-4f50-886f-070e69eb2b94 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:03:16.715400 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 40a100af-ba4e-4321-b4be-6abc233c9d32 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:03:16.718244 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30520666'] for segment (d658bdfa-d38d-4e9d-af66-88cd6f9417de), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.739264 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (d658bdfa-d38d-4e9d-af66-88cd6f9417de), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.743097 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 40a100af-ba4e-4321-b4be-6abc233c9d32 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:03:16.743553 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 40a100af-ba4e-4321-b4be-6abc233c9d32 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:03:16.744137 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device c05c33ae-ab2f-4439-93a5-b6914289edfd no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:03:16.747327 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Releasing vlan 182 on physical network physnet1 to pool {{(pid=102716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:03:16.747772 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29634043'] for segment (d658bdfa-d38d-4e9d-af66-88cd6f9417de), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: Traceback (most recent call last): Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: timer() Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: cb(*args, **kw) Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: return func(*args, **kwargs) Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: self._notify() Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: self.callback(batched_events) Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: event.method(event) Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: return f(self, *a, **k) Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: return self._get(url).json() Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: return self.request(url, 'GET', **kwargs) Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:03:16.749781 dv-cinder-830088-1-iscsi neutron-server[102716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:03:16.782461 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: c05c33ae-ab2f-4439-93a5-b6914289edfd {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:03:16.783216 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device c05c33ae-ab2f-4439-93a5-b6914289edfd not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:03:16.813094 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (f829bbbb-0a39-4da0-ba53-40f021735711), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.822870 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:16.831617 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] 10.222.0.71 "DELETE /v2.0/networks/f829bbbb-0a39-4da0-ba53-40f021735711 HTTP/1.1" status: 204 len: 168 time: 1.0312169 Feb 20 21:03:16.852696 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad69d924-8b25-4fc7-939d-7e6af94f3e6f admin admin] Pushing event deleted for resources: {'Network': ['ID=f829bbbb-0a39-4da0-ba53-40f021735711,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:16.991279 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 34222) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:03:17.048302 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-ab05415e-9a94-4c26-be8c-80fbc1a33ab1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=5e74827f195a45e19b1cb03fc4e7f8b1&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0554333 Feb 20 21:03:17.051108 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 34224) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:03:17.109011 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b6c86d7e-d3a1-4439-84bb-a558bf1582cf admin admin] Publish callbacks [] for security_group (c288efdc-dd2f-445b-8fa5-12255c78ff2d), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:17.136184 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b6c86d7e-d3a1-4439-84bb-a558bf1582cf admin admin] Publish callbacks [] for security_group (c288efdc-dd2f-445b-8fa5-12255c78ff2d), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:17.208024 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b6c86d7e-d3a1-4439-84bb-a558bf1582cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c288efdc-dd2f-445b-8fa5-12255c78ff2d), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:17.210754 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-b6c86d7e-d3a1-4439-84bb-a558bf1582cf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:17.212101 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-b6c86d7e-d3a1-4439-84bb-a558bf1582cf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c288efdc-dd2f-445b-8fa5-12255c78ff2d HTTP/1.1" status: 204 len: 168 time: 0.1598880 Feb 20 21:03:17.222773 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c86d7e-d3a1-4439-84bb-a558bf1582cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c288efdc-dd2f-445b-8fa5-12255c78ff2d,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:03:17.415872 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c781a4f-ffc5-4763-89b6-9693486cb24a req-f3f72438-7eff-419d-b88d-8d788fb119f3 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:17.417543 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5c781a4f-ffc5-4763-89b6-9693486cb24a req-f3f72438-7eff-419d-b88d-8d788fb119f3 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0621536 Feb 20 21:03:17.515902 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5c781a4f-ffc5-4763-89b6-9693486cb24a req-8e788429-f4bc-4c59-a99e-c4633bc287f8 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0884056 Feb 20 21:03:18.735860 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a0f322-67a8-40c9-a0d2-c745e753f69b req-ffe76e72-f97c-4ed0-b5d0-a9850547a875 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:18.737634 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-24a0f322-67a8-40c9-a0d2-c745e753f69b req-ffe76e72-f97c-4ed0-b5d0-a9850547a875 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0707355 Feb 20 21:03:18.842003 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-24a0f322-67a8-40c9-a0d2-c745e753f69b req-9ca9e9e2-ff3b-4eeb-9a6b-bf85cced1a89 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0968344 Feb 20 21:03:19.991468 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51bd2337-27ed-49c8-a0ee-bf21940f0633 req-7affb81e-172c-42f9-a3c1-5c8c008a4e14 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:19.993153 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51bd2337-27ed-49c8-a0ee-bf21940f0633 req-7affb81e-172c-42f9-a3c1-5c8c008a4e14 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0614307 Feb 20 21:03:20.064219 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-51bd2337-27ed-49c8-a0ee-bf21940f0633 req-74bb6a28-769c-41f5-9c92-6db9dd8ae37f tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618701 Feb 20 21:03:21.197705 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cd807b9-0145-4f20-ab12-20c72c93915a req-589063f7-89e7-47eb-9643-bc125fa43997 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:21.199289 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3cd807b9-0145-4f20-ab12-20c72c93915a req-589063f7-89e7-47eb-9643-bc125fa43997 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0583718 Feb 20 21:03:21.265491 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3cd807b9-0145-4f20-ab12-20c72c93915a req-360b0b41-ae6b-43de-99ff-96af70132c00 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0579796 Feb 20 21:03:22.402214 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3a6b34-bbd3-4acc-9e69-96260e44d03b req-9085d07f-7924-483f-9eee-1759e9593183 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:22.404136 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4a3a6b34-bbd3-4acc-9e69-96260e44d03b req-9085d07f-7924-483f-9eee-1759e9593183 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0591063 Feb 20 21:03:22.481609 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4a3a6b34-bbd3-4acc-9e69-96260e44d03b req-c9189529-424c-4d87-b9ae-9f512c73331f tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0708182 Feb 20 21:03:23.608387 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76eeac1c-d979-4c2d-bf69-515d612bd665 req-3d751406-f393-4964-a4a1-deef3e51e56b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:23.609858 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-76eeac1c-d979-4c2d-bf69-515d612bd665 req-3d751406-f393-4964-a4a1-deef3e51e56b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0565860 Feb 20 21:03:23.670763 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-76eeac1c-d979-4c2d-bf69-515d612bd665 req-0fb7c044-b61d-465a-8446-3d7632c7df97 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546858 Feb 20 21:03:24.794892 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90b2220-065e-4539-94c3-4b06c89953fe req-c1fdf055-30e7-47ba-bb76-70d5cc02507d tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:24.796420 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f90b2220-065e-4539-94c3-4b06c89953fe req-c1fdf055-30e7-47ba-bb76-70d5cc02507d tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0537541 Feb 20 21:03:24.856910 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f90b2220-065e-4539-94c3-4b06c89953fe req-a691b744-731f-44ff-b1d9-04d5ffd97865 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0546761 Feb 20 21:03:25.980155 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d660da9-9fe9-4e51-8c57-0e0fc2bb54d4 req-cbe56f77-8ec0-40a0-a075-41a20b617b35 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:25.981704 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5d660da9-9fe9-4e51-8c57-0e0fc2bb54d4 req-cbe56f77-8ec0-40a0-a075-41a20b617b35 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0560110 Feb 20 21:03:26.020419 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:26.032649 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5bc011d7-6f5c-420c-8c28-a7ef16351dba None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:26.043400 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5d660da9-9fe9-4e51-8c57-0e0fc2bb54d4 req-1f131135-58ce-4699-a08a-e4f8ff485e46 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560133 Feb 20 21:03:27.191986 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6192c351-b8d5-4a97-99d8-401e5f51dfe5 req-0d8917f7-1dda-45bc-8339-d6c4b01a8c21 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:27.194824 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6192c351-b8d5-4a97-99d8-401e5f51dfe5 req-0d8917f7-1dda-45bc-8339-d6c4b01a8c21 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0687931 Feb 20 21:03:27.261412 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6192c351-b8d5-4a97-99d8-401e5f51dfe5 req-6bdbd8a1-02ab-4212-883c-41f386455b91 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0600190 Feb 20 21:03:28.408117 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78407b2f-379a-4577-be79-6d2b6a93c32a req-807ee14f-52b7-445e-8cd6-2bc73d5345b6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:28.409696 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-78407b2f-379a-4577-be79-6d2b6a93c32a req-807ee14f-52b7-445e-8cd6-2bc73d5345b6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0643213 Feb 20 21:03:28.478457 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-78407b2f-379a-4577-be79-6d2b6a93c32a req-87bdc013-7606-4c49-85bf-bf9f04233345 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0628309 Feb 20 21:03:28.673605 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-229cdc9a-7e37-4be0-9ade-9aabadd7f4b4 req-6b557f25-4f9b-45bd-bd8e-0085904d2e4d service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0521638 Feb 20 21:03:28.776267 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cdc9a-7e37-4be0-9ade-9aabadd7f4b4 req-513d55c9-f7fd-4363-8c0d-c90f9c34c4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:28.777881 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-229cdc9a-7e37-4be0-9ade-9aabadd7f4b4 req-513d55c9-f7fd-4363-8c0d-c90f9c34c4dc service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e62881a5cbea4bc0a555dbd98aa886f4&device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 1129 time: 0.0538185 Feb 20 21:03:28.826537 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-88f2d51e-274c-4fc4-8b31-a6e0ca9f2165 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:28.907921 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cdc9a-7e37-4be0-9ade-9aabadd7f4b4 req-11c9faca-deee-4fdd-8725-b3657a89e553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:28.909411 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-229cdc9a-7e37-4be0-9ade-9aabadd7f4b4 req-11c9faca-deee-4fdd-8725-b3657a89e553 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff HTTP/1.1" status: 200 len: 909 time: 0.1039078 Feb 20 21:03:28.982047 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-229cdc9a-7e37-4be0-9ade-9aabadd7f4b4 req-9d8628de-4402-46eb-9474-b84078f105d6 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a244c70-8644-4f83-9d34-0665df4aad98 HTTP/1.1" status: 200 len: 1001 time: 0.0656552 Feb 20 21:03:29.032972 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cdc9a-7e37-4be0-9ade-9aabadd7f4b4 req-1a99f8f9-3f96-48f6-97fc-232a6d42f865 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:29.034432 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-229cdc9a-7e37-4be0-9ade-9aabadd7f4b4 req-1a99f8f9-3f96-48f6-97fc-232a6d42f865 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e13eb2b0-b6fd-4280-8ded-a6d9123be2c0 HTTP/1.1" status: 200 len: 847 time: 0.0452363 Feb 20 21:03:29.087708 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-229cdc9a-7e37-4be0-9ade-9aabadd7f4b4 req-c61c8ff9-d385-4e54-96d0-9dd1fc21c51b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:29.088212 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-229cdc9a-7e37-4be0-9ade-9aabadd7f4b4 req-c61c8ff9-d385-4e54-96d0-9dd1fc21c51b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0473738 Feb 20 21:03:29.190781 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-229cdc9a-7e37-4be0-9ade-9aabadd7f4b4 req-944be010-955e-41ab-802c-07c85773e8a4 service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933723 Feb 20 21:03:29.290050 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-229cdc9a-7e37-4be0-9ade-9aabadd7f4b4 req-8f54ac37-a716-45f4-90f2-3024840a7e00 service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918899 Feb 20 21:03:29.621468 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1abbc94d-e9bd-4292-912e-98c4bb6af88c req-078a0003-b83a-4736-9e40-faf456325055 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:29.624318 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1abbc94d-e9bd-4292-912e-98c4bb6af88c req-078a0003-b83a-4736-9e40-faf456325055 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0703695 Feb 20 21:03:29.698701 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1abbc94d-e9bd-4292-912e-98c4bb6af88c req-7caf7b06-61fd-4cd5-9f99-777a9d015fbd tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0673993 Feb 20 21:03:30.222713 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:30.847944 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475f796-ada3-40a5-bd8f-ead24fddb695 req-c3f98531-0e04-4d8b-88f0-caec05511581 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:30.849538 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b475f796-ada3-40a5-bd8f-ead24fddb695 req-c3f98531-0e04-4d8b-88f0-caec05511581 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0706246 Feb 20 21:03:30.936746 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b475f796-ada3-40a5-bd8f-ead24fddb695 req-9bb494b0-0edf-4861-a208-a2065ba73077 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0765879 Feb 20 21:03:31.909241 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:32.136028 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be1d63a9-709a-4a81-a465-5d122b31398a req-8c28bd07-0ec9-443a-af21-6c37fd7d7fb5 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:32.138222 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-be1d63a9-709a-4a81-a465-5d122b31398a req-8c28bd07-0ec9-443a-af21-6c37fd7d7fb5 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0845633 Feb 20 21:03:32.213846 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-be1d63a9-709a-4a81-a465-5d122b31398a req-c8364d9e-b8a3-41df-971f-a40751e53f9c tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0686865 Feb 20 21:03:33.208678 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:33.395465 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58d92cc7-922b-4dd5-83ae-b56dc0dd01e4 req-f769a1c8-5318-421a-b843-dfb335aabc28 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:33.398130 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-58d92cc7-922b-4dd5-83ae-b56dc0dd01e4 req-f769a1c8-5318-421a-b843-dfb335aabc28 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0905581 Feb 20 21:03:33.481868 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-58d92cc7-922b-4dd5-83ae-b56dc0dd01e4 req-8ef0dddb-9e73-4d35-a6a9-c1929c1a4c9d tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0774877 Feb 20 21:03:34.614328 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2315fcc0-2842-408e-82f4-6472e715d352 req-375881a0-a2f3-4038-8b89-1db6f0ffecdc tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:34.615822 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2315fcc0-2842-408e-82f4-6472e715d352 req-375881a0-a2f3-4038-8b89-1db6f0ffecdc tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0627558 Feb 20 21:03:34.683769 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2315fcc0-2842-408e-82f4-6472e715d352 req-63a45a03-98c3-429f-9d5c-0b6c0bd64ee3 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0603733 Feb 20 21:03:35.817072 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4edccc1d-7c94-40c2-9b6b-f673c9dea812 req-955bfb35-d631-4c49-a98f-7b6b662a093f tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:35.818690 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4edccc1d-7c94-40c2-9b6b-f673c9dea812 req-955bfb35-d631-4c49-a98f-7b6b662a093f tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0591743 Feb 20 21:03:35.886727 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4edccc1d-7c94-40c2-9b6b-f673c9dea812 req-90432336-9173-4a05-8312-84011ad524e4 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0616550 Feb 20 21:03:37.014399 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26224500-59b7-448c-83d5-f76815658996 req-870c2e9e-89b9-480f-a8cc-db301d82110b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:37.015975 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-26224500-59b7-448c-83d5-f76815658996 req-870c2e9e-89b9-480f-a8cc-db301d82110b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0566411 Feb 20 21:03:37.085522 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-26224500-59b7-448c-83d5-f76815658996 req-da59eb86-1d73-4803-843c-66c92db30f5b tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0632510 Feb 20 21:03:38.219752 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2258ebfe-bc27-49b0-ad2f-79f3f7b71302 req-2c3198d9-89fc-4154-8ec4-1007ffa8ad6e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:38.222060 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2258ebfe-bc27-49b0-ad2f-79f3f7b71302 req-2c3198d9-89fc-4154-8ec4-1007ffa8ad6e tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0591345 Feb 20 21:03:38.291386 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2258ebfe-bc27-49b0-ad2f-79f3f7b71302 req-06a9b195-d3ce-4f4d-a394-711339381d0d tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0635808 Feb 20 21:03:39.444559 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2175d1-4473-4dbf-b486-50771c9a2998 req-89692eb6-4e6f-4897-a7d3-387b8e4fd461 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:39.447221 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4e2175d1-4473-4dbf-b486-50771c9a2998 req-89692eb6-4e6f-4897-a7d3-387b8e4fd461 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0752409 Feb 20 21:03:39.553491 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4e2175d1-4473-4dbf-b486-50771c9a2998 req-a41f2394-fdb5-4ab2-a036-a78427d71bb4 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&id=8d4b78f8-7363-4f05-bffb-9d510b1a3279&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0994554 Feb 20 21:03:46.685470 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:03:56.035693 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:56.060408 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-61114792-6dbd-4343-b58b-14e8be06dc92 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:03:57.508688 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c2518a1-4dae-4d16-a5fb-ef8995206bed req-8da582be-fa12-46ca-ad97-a134a8c82e1f tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:57.511529 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6c2518a1-4dae-4d16-a5fb-ef8995206bed req-8da582be-fa12-46ca-ad97-a134a8c82e1f tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 946 time: 0.0948873 Feb 20 21:03:57.575476 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6c2518a1-4dae-4d16-a5fb-ef8995206bed req-9e5ddc27-c388-4101-b358-a95f0849457a tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568755 Feb 20 21:03:58.761001 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14f346f-03c1-41f0-928b-8e222b8dbed6 req-e2149b80-1b19-4170-bfbd-f3e380727a8a tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:03:58.764564 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c14f346f-03c1-41f0-928b-8e222b8dbed6 req-e2149b80-1b19-4170-bfbd-f3e380727a8a tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 946 time: 0.0886381 Feb 20 21:03:58.853344 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c14f346f-03c1-41f0-928b-8e222b8dbed6 req-7eff393e-2f88-49fb-8536-0aa096426a10 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809543 Feb 20 21:03:58.860962 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-62771a47-b0e6-4cde-8f83-28f878b043da None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:00.003493 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40f8bd8b-483c-44e2-9373-2b2ff68f2e83 req-d76aedce-4633-45e3-9ae0-36621fd5eb55 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:00.005508 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-40f8bd8b-483c-44e2-9373-2b2ff68f2e83 req-d76aedce-4633-45e3-9ae0-36621fd5eb55 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 946 time: 0.0628450 Feb 20 21:04:00.056856 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-40f8bd8b-483c-44e2-9373-2b2ff68f2e83 req-15e26b99-d86c-40d6-9687-7bf64f742ef0 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0451972 Feb 20 21:04:00.226072 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:01.190042 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab1f56f-f8d4-4bf5-bc9f-6b1397c36aeb req-f438b7c8-5905-4b5f-8335-7a986c546127 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:01.191634 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1ab1f56f-f8d4-4bf5-bc9f-6b1397c36aeb req-f438b7c8-5905-4b5f-8335-7a986c546127 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 946 time: 0.0618436 Feb 20 21:04:01.242207 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1ab1f56f-f8d4-4bf5-bc9f-6b1397c36aeb req-f4daa524-5889-460b-87f1-e2609b7050c9 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446398 Feb 20 21:04:01.817041 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-101861bc-a34b-41f9-852f-a329bdc729fe req-6af3dc04-02d8-4c7a-a531-0044ef5df91a tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:01.818597 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-101861bc-a34b-41f9-852f-a329bdc729fe req-6af3dc04-02d8-4c7a-a531-0044ef5df91a tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.90 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 946 time: 0.0580730 Feb 20 21:04:01.912677 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:01.939142 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-101861bc-a34b-41f9-852f-a329bdc729fe req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Deleting port 6e9742d5-39d8-4c01-b1ce-1983165dfcea {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:01.939482 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-101861bc-a34b-41f9-852f-a329bdc729fe req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:02.039354 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-101861bc-a34b-41f9-852f-a329bdc729fe req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] For port 6e9742d5-39d8-4c01-b1ce-1983165dfcea, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6e9742d5-39d8-4c01-b1ce-1983165dfcea,segment=NetworkSegment(1ac5aeec-ec41-470d-b23c-3f7a7c67729a),segment_id=1ac5aeec-ec41-470d-b23c-3f7a7c67729a)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:02.039759 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-101861bc-a34b-41f9-852f-a329bdc729fe req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:02.056875 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-101861bc-a34b-41f9-852f-a329bdc729fe req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Calling delete_port for 6e9742d5-39d8-4c01-b1ce-1983165dfcea owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:02.239037 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-101861bc-a34b-41f9-852f-a329bdc729fe req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (6e9742d5-39d8-4c01-b1ce-1983165dfcea), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:02.255621 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['6e9742d5-39d8-4c01-b1ce-1983165dfcea'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:04:02.276962 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Pushing event deleted for resources: {'Port': ['ID=6e9742d5-39d8-4c01-b1ce-1983165dfcea,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:02.313402 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.313402 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.313402 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.313402 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.313402 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.313402 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.313402 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.313402 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.313402 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.314029 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.314029 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.314429 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.314529 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:02.357714 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-101861bc-a34b-41f9-852f-a329bdc729fe req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] No DVR routers for this DVR port 6e9742d5-39d8-4c01-b1ce-1983165dfcea on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:04:02.361520 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-101861bc-a34b-41f9-852f-a329bdc729fe req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:02.365916 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-101861bc-a34b-41f9-852f-a329bdc729fe req-d238948b-b2c1-4b3a-8be4-b82609a5b4d7 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.90 "DELETE /v2.0/ports/6e9742d5-39d8-4c01-b1ce-1983165dfcea HTTP/1.1" status: 204 len: 173 time: 0.5388620 Feb 20 21:04:02.366546 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '34ec6261-6aaa-47b0-81b3-1b206684476d', 'name': 'network-vif-deleted', 'tag': '6e9742d5-39d8-4c01-b1ce-1983165dfcea'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:04:02.368918 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8892353-55a8-4d69-953b-5aae858b3b04" -d '{"events": [{"server_uuid": "34ec6261-6aaa-47b0-81b3-1b206684476d", "name": "network-vif-deleted", "tag": "6e9742d5-39d8-4c01-b1ce-1983165dfcea"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:04:02.386827 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b6749f74-7f00-4c0c-b895-0611bb7a3cce req-9308f3c4-e9fb-416a-adaa-4fe6c64f6ec8 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=34ec6261-6aaa-47b0-81b3-1b206684476d HTTP/1.1" status: 200 len: 210 time: 0.0534229 Feb 20 21:04:02.575268 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:04:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07a7c704-5f22-465d-8cff-74bddc30b076 x-openstack-request-id: req-07a7c704-5f22-465d-8cff-74bddc30b076 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:04:02.575566 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "34ec6261-6aaa-47b0-81b3-1b206684476d", "name": "network-vif-deleted", "tag": "6e9742d5-39d8-4c01-b1ce-1983165dfcea", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:04:02.575838 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-07a7c704-5f22-465d-8cff-74bddc30b076 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:04:02.576241 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '34ec6261-6aaa-47b0-81b3-1b206684476d', 'name': 'network-vif-deleted', 'tag': '6e9742d5-39d8-4c01-b1ce-1983165dfcea', 'status': 'completed', 'code': 200} Feb 20 21:04:03.205865 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:05.454621 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6e9742d5-39d8-4c01-b1ce-1983165dfcea no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:04:05.475353 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 6e9742d5-39d8-4c01-b1ce-1983165dfcea {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:04:05.475728 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6e9742d5-39d8-4c01-b1ce-1983165dfcea not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:04:07.353209 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03c6b5-dd72-4350-bc48-b2b12762af96 req-502312f9-ef82-4cd5-a158-2fb18f5964b1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:07.355341 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9c03c6b5-dd72-4350-bc48-b2b12762af96 req-502312f9-ef82-4cd5-a158-2fb18f5964b1 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 947 time: 0.0687737 Feb 20 21:04:07.440766 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9c03c6b5-dd72-4350-bc48-b2b12762af96 req-02f8ba33-bea4-4e2a-8d9d-c35a6362be29 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0793803 Feb 20 21:04:07.824419 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 34870) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:07.941870 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9c8b334f-d935-486f-bcc4-4389d76871cf admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.028149 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9c8b334f-d935-486f-bcc4-4389d76871cf admin admin] Publish callbacks [] for security_group (96c4709a-5de6-4b59-b00b-b193f393f3df), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.033308 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9c8b334f-d935-486f-bcc4-4389d76871cf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (96c4709a-5de6-4b59-b00b-b193f393f3df), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.077516 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-9c8b334f-d935-486f-bcc4-4389d76871cf admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=7993faf8edaa43dc9037a612e34b2b16&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2508869 Feb 20 21:04:08.078796 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c8b334f-d935-486f-bcc4-4389d76871cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96c4709a-5de6-4b59-b00b-b193f393f3df,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:08.079150 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 34878) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:08.131931 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Publish callbacks [] for security_group (96c4709a-5de6-4b59-b00b-b193f393f3df), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.159107 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Publish callbacks [] for security_group (96c4709a-5de6-4b59-b00b-b193f393f3df), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.219664 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (96c4709a-5de6-4b59-b00b-b193f393f3df), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.223218 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.224413 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/96c4709a-5de6-4b59-b00b-b193f393f3df HTTP/1.1" status: 204 len: 168 time: 0.1440756 Feb 20 21:04:08.233048 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96c4709a-5de6-4b59-b00b-b193f393f3df,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:08.241833 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.242524 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.242793 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.243212 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.243715 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.244088 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.244501 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.244839 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.245171 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.246083 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.246483 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.246810 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.247161 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e22e2694-5e41-484c-b4aa-591e67f71447 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:08.503189 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 34888) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:08.516845 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8e57872c-49eb-497f-beb9-7456304732e6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.618340 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd042be0-671c-4b64-b4ff-957995ce2829 req-c75cb613-c08b-4cd5-8b92-dce581853c8f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:08.619749 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fd042be0-671c-4b64-b4ff-957995ce2829 req-c75cb613-c08b-4cd5-8b92-dce581853c8f tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 947 time: 0.0869830 Feb 20 21:04:08.657594 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8e57872c-49eb-497f-beb9-7456304732e6 admin admin] Publish callbacks [] for security_group (4766e795-26ed-494c-8837-acf356249110), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.669131 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8e57872c-49eb-497f-beb9-7456304732e6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (4766e795-26ed-494c-8837-acf356249110), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.706132 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-fd042be0-671c-4b64-b4ff-957995ce2829 req-32506ee6-b7f2-4ef4-9cfc-acaa6e976018 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0794139 Feb 20 21:04:08.724724 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-8e57872c-49eb-497f-beb9-7456304732e6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=83bfd6879fec4ae6b60d1a03d5a019bc&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2203438 Feb 20 21:04:08.725540 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e57872c-49eb-497f-beb9-7456304732e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4766e795-26ed-494c-8837-acf356249110,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:08.727559 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 34890) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:08.781519 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6ff2997e-c239-4689-9a4c-e121ff4d4ed5 admin admin] Publish callbacks [] for security_group (4766e795-26ed-494c-8837-acf356249110), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.803694 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6ff2997e-c239-4689-9a4c-e121ff4d4ed5 admin admin] Publish callbacks [] for security_group (4766e795-26ed-494c-8837-acf356249110), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.858703 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6ff2997e-c239-4689-9a4c-e121ff4d4ed5 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (4766e795-26ed-494c-8837-acf356249110), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.861373 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-6ff2997e-c239-4689-9a4c-e121ff4d4ed5 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:08.862549 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-6ff2997e-c239-4689-9a4c-e121ff4d4ed5 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4766e795-26ed-494c-8837-acf356249110 HTTP/1.1" status: 204 len: 168 time: 0.1327834 Feb 20 21:04:08.871935 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff2997e-c239-4689-9a4c-e121ff4d4ed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4766e795-26ed-494c-8837-acf356249110,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:09.835353 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654f3e32-56f5-4e67-916d-444a5f3f478a req-bb38084a-56e2-4662-9c75-ae7af0c07a42 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:09.836911 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-654f3e32-56f5-4e67-916d-444a5f3f478a req-bb38084a-56e2-4662-9c75-ae7af0c07a42 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 947 time: 0.0574157 Feb 20 21:04:09.889633 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-654f3e32-56f5-4e67-916d-444a5f3f478a req-262e7d7a-fa7c-454c-8918-9d9a17a92947 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464211 Feb 20 21:04:10.611582 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 34950) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:10.722472 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d76f5e36-2eeb-4d31-8d36-7814965d875b admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:10.798998 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d76f5e36-2eeb-4d31-8d36-7814965d875b admin admin] Publish callbacks [] for security_group (c8d5b3c0-aeed-4eba-b1fe-98e3121b2589), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:10.802676 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d76f5e36-2eeb-4d31-8d36-7814965d875b admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c8d5b3c0-aeed-4eba-b1fe-98e3121b2589), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:10.840794 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-d76f5e36-2eeb-4d31-8d36-7814965d875b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=35dd63fabf68447095c663143c87d789&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2281148 Feb 20 21:04:10.841665 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76f5e36-2eeb-4d31-8d36-7814965d875b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8d5b3c0-aeed-4eba-b1fe-98e3121b2589,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:10.843842 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 34954) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:10.898345 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4314-d46e-434f-91d6-6f73b17f0523 admin admin] Publish callbacks [] for security_group (c8d5b3c0-aeed-4eba-b1fe-98e3121b2589), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:10.919866 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4314-d46e-434f-91d6-6f73b17f0523 admin admin] Publish callbacks [] for security_group (c8d5b3c0-aeed-4eba-b1fe-98e3121b2589), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:10.995183 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4314-d46e-434f-91d6-6f73b17f0523 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (c8d5b3c0-aeed-4eba-b1fe-98e3121b2589), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:10.997965 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8a1e4314-d46e-434f-91d6-6f73b17f0523 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:10.999083 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-8a1e4314-d46e-434f-91d6-6f73b17f0523 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/c8d5b3c0-aeed-4eba-b1fe-98e3121b2589 HTTP/1.1" status: 204 len: 168 time: 0.1539750 Feb 20 21:04:11.012509 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1e4314-d46e-434f-91d6-6f73b17f0523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8d5b3c0-aeed-4eba-b1fe-98e3121b2589,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:11.034051 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565cbbae-f6f6-402c-a3e5-0127f60de9de req-09f87b9b-b6c8-4da3-939f-839b96291200 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:11.035556 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-565cbbae-f6f6-402c-a3e5-0127f60de9de req-09f87b9b-b6c8-4da3-939f-839b96291200 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 947 time: 0.0687103 Feb 20 21:04:11.084140 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-565cbbae-f6f6-402c-a3e5-0127f60de9de req-843d5fa6-7ec0-461d-b039-93331d630eeb tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups?id=07b5ec7e-5c32-41ed-9213-84559b8851be&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431652 Feb 20 21:04:11.251610 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38c686e2-c849-461b-bba0-64b142a32021 req-472d4f4b-11cb-45d5-a880-63f86dcf2689 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:11.255428 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-38c686e2-c849-461b-bba0-64b142a32021 req-472d4f4b-11cb-45d5-a880-63f86dcf2689 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.90 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 947 time: 0.0872734 Feb 20 21:04:11.297733 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 34964) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:11.311384 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a1156f9-fa99-4e29-b11c-ea79d54d9b50 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:11.376069 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Deleting port 609f880e-4e64-48e6-891a-dbe169215980 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:11.376615 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (609f880e-4e64-48e6-891a-dbe169215980), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:11.409609 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a1156f9-fa99-4e29-b11c-ea79d54d9b50 admin admin] Publish callbacks [] for security_group (84353d68-9b8b-4aa5-857d-0d1730c90a90), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:11.414283 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-9a1156f9-fa99-4e29-b11c-ea79d54d9b50 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (84353d68-9b8b-4aa5-857d-0d1730c90a90), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:11.453166 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-9a1156f9-fa99-4e29-b11c-ea79d54d9b50 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=00fb467d2d014f949cb16baf5ebf0534&name=default HTTP/1.1" status: 200 len: 2996 time: 0.1540921 Feb 20 21:04:11.455492 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1156f9-fa99-4e29-b11c-ea79d54d9b50 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84353d68-9b8b-4aa5-857d-0d1730c90a90,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:11.457708 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 34970) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:11.507276 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] For port 609f880e-4e64-48e6-891a-dbe169215980, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=609f880e-4e64-48e6-891a-dbe169215980,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:11.507652 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (609f880e-4e64-48e6-891a-dbe169215980), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:11.581389 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e805492c-e82e-4393-88fc-10d025632945 admin admin] Publish callbacks [] for security_group (84353d68-9b8b-4aa5-857d-0d1730c90a90), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:11.611654 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126e651-da96-4936-95c6-912332d57c32 req-cdc1b070-cc49-40e1-86c3-99387abe51a4 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:11.613094 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-cdc1b070-cc49-40e1-86c3-99387abe51a4 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/networks?id=50cb1078-8281-4a34-b767-e85a9678f8bc HTTP/1.1" status: 200 len: 813 time: 0.1046469 Feb 20 21:04:11.628805 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-20965378-192d-4692-865b-68480362db34 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/quotas/6444413e31a240369193b8ae2df18b7e HTTP/1.1" status: 200 len: 375 time: 0.0094566 Feb 20 21:04:11.647519 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e805492c-e82e-4393-88fc-10d025632945 admin admin] Publish callbacks [] for security_group (84353d68-9b8b-4aa5-857d-0d1730c90a90), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:11.671728 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-78e2a6d5-3bec-47f4-bb55-a617380682a0 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=6444413e31a240369193b8ae2df18b7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367470 Feb 20 21:04:11.737646 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:11.738016 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (6bef8e88-6c8b-4e40-9048-cae753e99e11), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:11.738341 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.l3_db [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Floating IP 6bef8e88-6c8b-4e40-9048-cae753e99e11 disassociated. External IP: 172.27.2.212, port: 609f880e-4e64-48e6-891a-dbe169215980. Feb 20 21:04:11.738686 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Calling delete_port for 609f880e-4e64-48e6-891a-dbe169215980 owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:11.764257 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-ca209e8d-d006-45ca-85a3-662e1b101298 service neutron] 10.222.0.71 "GET /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856042 Feb 20 21:04:11.794434 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e805492c-e82e-4393-88fc-10d025632945 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (84353d68-9b8b-4aa5-857d-0d1730c90a90), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:11.797054 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e805492c-e82e-4393-88fc-10d025632945 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:11.798378 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-e805492c-e82e-4393-88fc-10d025632945 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/84353d68-9b8b-4aa5-857d-0d1730c90a90 HTTP/1.1" status: 204 len: 168 time: 0.3395374 Feb 20 21:04:11.818557 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e805492c-e82e-4393-88fc-10d025632945 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84353d68-9b8b-4aa5-857d-0d1730c90a90,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:11.876738 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-66b588c5-fd50-4495-a47f-4152e19bbd89 service neutron] 10.222.0.71 "GET /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1064148 Feb 20 21:04:11.903690 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (609f880e-4e64-48e6-891a-dbe169215980), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:11.943701 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event deleted for resources: {'Port': ['ID=609f880e-4e64-48e6-891a-dbe169215980,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:12.066984 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6306345d-632f-43c5-967c-9070074fcbb1 req-cec17a9d-efeb-4df9-8036-126019aa3250 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 210 time: 0.0314355 Feb 20 21:04:12.110398 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:04:12.227197 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-aca80064-784a-4023-9979-cc97b7930e9a req-25e2705b-40d7-4354-886d-451b4e2a65e0 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/ports?device_id=8d714788-3c2a-4f52-960b-064cc64bf6a2 HTTP/1.1" status: 200 len: 210 time: 0.0340273 Feb 20 21:04:12.537426 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:04:12.557032 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d67e3-5e6f-4209-ad44-b152d4a90207 None None] Sync routers for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:04:12.571056 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d67e3-5e6f-4209-ad44-b152d4a90207 None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:04:12.571746 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-a26d67e3-5e6f-4209-ad44-b152d4a90207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:03:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:12.589816 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] No DVR routers for this DVR port 609f880e-4e64-48e6-891a-dbe169215980 on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:04:12.593365 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:12.597495 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-38c686e2-c849-461b-bba0-64b142a32021 req-0bb994e4-08b9-4274-a14f-5aa510b35589 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.90 "DELETE /v2.0/ports/609f880e-4e64-48e6-891a-dbe169215980 HTTP/1.1" status: 204 len: 173 time: 1.3366351 Feb 20 21:04:12.598212 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'name': 'network-vif-deleted', 'tag': '609f880e-4e64-48e6-891a-dbe169215980'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:04:12.602338 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3aa050f-364b-4418-90c2-77275e79611f" -d '{"events": [{"server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "name": "network-vif-deleted", "tag": "609f880e-4e64-48e6-891a-dbe169215980"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:04:12.654851 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6042b86-9a9e-49db-a698-55a7b3236949 x-openstack-request-id: req-b6042b86-9a9e-49db-a698-55a7b3236949 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:04:12.655469 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8d714788-3c2a-4f52-960b-064cc64bf6a2", "name": "network-vif-deleted", "tag": "609f880e-4e64-48e6-891a-dbe169215980", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:04:12.655469 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b6042b86-9a9e-49db-a698-55a7b3236949 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:04:12.655785 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8d714788-3c2a-4f52-960b-064cc64bf6a2', 'name': 'network-vif-deleted', 'tag': '609f880e-4e64-48e6-891a-dbe169215980', 'status': 'completed', 'code': 200} Feb 20 21:04:12.758774 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-a26d67e3-5e6f-4209-ad44-b152d4a90207 None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:04:12.979185 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-a26d67e3-5e6f-4209-ad44-b152d4a90207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:43Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:13.021857 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d67e3-5e6f-4209-ad44-b152d4a90207 None None] Checking router: 9a9a1178-04cb-4879-ad7f-cbc13ec62528 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:04:13.033391 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a26d67e3-5e6f-4209-ad44-b152d4a90207 None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:04:13.034011 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-a26d67e3-5e6f-4209-ad44-b152d4a90207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:03:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:13.255863 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4f3d8f26-5606-411c-8dc2-4aaa2e2795dd req-e4ddf339-86e3-447d-aac9-4faab009e288 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 210 time: 0.0593078 Feb 20 21:04:13.333458 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-a26d67e3-5e6f-4209-ad44-b152d4a90207 None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:04:13.368712 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35060) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:13.373648 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126e651-da96-4936-95c6-912332d57c32 req-bf8a6a20-69c8-4974-8770-950e99b613f5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:13.375829 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-bf8a6a20-69c8-4974-8770-950e99b613f5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.90 "GET /v2.0/networks?id=50cb1078-8281-4a34-b767-e85a9678f8bc HTTP/1.1" status: 200 len: 813 time: 0.1953957 Feb 20 21:04:13.392040 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-4126e651-da96-4936-95c6-912332d57c32 req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Request body: {'port': {'device_id': '9d525aa6-22c2-4b20-a4f4-17984831fef1', 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc', 'admin_state_up': True, 'tenant_id': '6444413e31a240369193b8ae2df18b7e'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:04:13.430831 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-81bd73d9-f368-4ee0-9f7f-045500f11530 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group (07b5ec7e-5c32-41ed-9213-84559b8851be), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:13.459926 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-81bd73d9-f368-4ee0-9f7f-045500f11530 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group (07b5ec7e-5c32-41ed-9213-84559b8851be), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:13.560408 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-81bd73d9-f368-4ee0-9f7f-045500f11530 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (07b5ec7e-5c32-41ed-9213-84559b8851be), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:13.563233 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-81bd73d9-f368-4ee0-9f7f-045500f11530 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:13.564429 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-81bd73d9-f368-4ee0-9f7f-045500f11530 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "DELETE /v2.0/security-groups/07b5ec7e-5c32-41ed-9213-84559b8851be HTTP/1.1" status: 204 len: 168 time: 0.1944196 Feb 20 21:04:13.567586 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4126e651-da96-4936-95c6-912332d57c32 req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Made reservation on behalf of 6444413e31a240369193b8ae2df18b7e for: {'port': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:04:13.571021 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-4126e651-da96-4936-95c6-912332d57c32 req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:13.571411 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35070) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:13.591699 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd73d9-f368-4ee0-9f7f-045500f11530 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07b5ec7e-5c32-41ed-9213-84559b8851be,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:13.599628 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.api.v2.resource [None req-3a2f8cef-c073-4ef1-bc96-ddb8071a3a41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] show failed (client error): The resource could not be found. Feb 20 21:04:13.603265 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-3a2f8cef-c073-4ef1-bc96-ddb8071a3a41 tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "GET /v2.0/security-groups/07b5ec7e-5c32-41ed-9213-84559b8851be HTTP/1.1" status: 404 len: 347 time: 0.0306733 Feb 20 21:04:13.603891 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35072) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:13.657558 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-a26d67e3-5e6f-4209-ad44-b152d4a90207 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:43Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:13.700992 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a26d67e3-5e6f-4209-ad44-b152d4a90207 None None] The sync data for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi is: [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T20:57:37Z', 'revision_number': 4, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '74605759-9bb6-4c99-8106-715e9ea5ffca', 'name': '', 'network_id': '47eb7a64-c008-428d-9f9c-6083205d80a4', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'mac_address': 'fa:16:3e:5e:3f:25', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_interface', 'standard_attr_id': 118, 'fixed_ips': [{'subnet_id': '66e56d02-8410-4f31-939d-e4b166973128', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:35Z', 'updated_at': '2022-02-20T20:57:43Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'subnets': [{'id': '66e56d02-8410-4f31-939d-e4b166973128', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:04:13.749419 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [req-4126e651-da96-4936-95c6-912332d57c32 req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Allocated IP 172.20.0.14 (50cb1078-8281-4a34-b767-e85a9678f8bc/6cc84f01-074e-4105-9438-e897752a0b80/6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:04:13.830778 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-3f972342-8ab1-4293-b845-67b33ea1bd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Deleting port 41574ed8-426e-4dfe-9a65-b3166b913bd8 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:13.831134 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3f972342-8ab1-4293-b845-67b33ea1bd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (41574ed8-426e-4dfe-9a65-b3166b913bd8), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:13.925184 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3f972342-8ab1-4293-b845-67b33ea1bd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (41574ed8-426e-4dfe-9a65-b3166b913bd8), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:13.925648 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3f972342-8ab1-4293-b845-67b33ea1bd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (41574ed8-426e-4dfe-9a65-b3166b913bd8), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:13.942081 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-3f972342-8ab1-4293-b845-67b33ea1bd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Calling delete_port for 41574ed8-426e-4dfe-9a65-b3166b913bd8 owned by network:floatingip {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:14.013591 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-4126e651-da96-4936-95c6-912332d57c32 req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks [] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:14.062282 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2baa157b-697f-4264-8c9d-31569f27229d None None] New status for floating IP 6bef8e88-6c8b-4e40-9048-cae753e99e11: DOWN {{(pid=102718) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:04:14.066551 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-4126e651-da96-4936-95c6-912332d57c32 req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:14.127353 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4126e651-da96-4936-95c6-912332d57c32 req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Network 50cb1078-8281-4a34-b767-e85a9678f8bc is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:04:14.146831 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [req-4126e651-da96-4936-95c6-912332d57c32 req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:04:14.152949 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-4126e651-da96-4936-95c6-912332d57c32 req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:04:14.159304 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Pushing event updated for resources: {'Port': ['ID=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:14.214255 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126e651-da96-4936-95c6-912332d57c32 req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:14.215331 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-4126e651-da96-4936-95c6-912332d57c32 req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:14.259875 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-cf28a0a3-8dc5-42c3-846a-f119a68affeb tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8752079 Feb 20 21:04:14.273146 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Request body: {'port': {'device_id': '9d525aa6-22c2-4b20-a4f4-17984831fef1', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:04:14.352846 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:14.499716 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997f50c7-76fa-4c56-85d7-30767d214c76 req-210911f7-b403-4adf-8741-2c3759b2759a tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:14.502944 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-997f50c7-76fa-4c56-85d7-30767d214c76 req-210911f7-b403-4adf-8741-2c3759b2759a tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 932 time: 0.1441810 Feb 20 21:04:14.544010 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3f972342-8ab1-4293-b845-67b33ea1bd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (41574ed8-426e-4dfe-9a65-b3166b913bd8), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:14.602115 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f972342-8ab1-4293-b845-67b33ea1bd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Pushing event deleted for resources: {'Port': ['ID=41574ed8-426e-4dfe-9a65-b3166b913bd8,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:14.715644 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 {{(pid=102717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:04:14.719298 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-997f50c7-76fa-4c56-85d7-30767d214c76 req-246ab526-7b40-4c07-a204-3c0224966f54 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2053068 Feb 20 21:04:14.724640 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Publish callbacks [] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:14.739404 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.provisioning_blocks [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Transition to ACTIVE for port object 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 will not be triggered until provisioned by entity L2. {{(pid=102717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:04:14.747178 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:14.749295 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3f972342-8ab1-4293-b845-67b33ea1bd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks [] for floatingip (6bef8e88-6c8b-4e40-9048-cae753e99e11), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:14.756435 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3f972342-8ab1-4293-b845-67b33ea1bd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:14.764446 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-3f972342-8ab1-4293-b845-67b33ea1bd3c tempest-AttachVolumeShelveTestJSON-1512511368 tempest-AttachVolumeShelveTestJSON-1512511368-project] 10.222.0.71 "DELETE /v2.0/floatingips/6bef8e88-6c8b-4e40-9048-cae753e99e11 HTTP/1.1" status: 204 len: 168 time: 1.1527808 Feb 20 21:04:14.821454 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:14.918561 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Attempting to bind port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:04:14.918561 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Attempting to bind port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': '1ac5aeec-ec41-470d-b23c-3f7a7c67729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc'}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:04:14.918561 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Attempting to bind port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 on network 50cb1078-8281-4a34-b767-e85a9678f8bc {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:04:14.922994 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 on network 50cb1078-8281-4a34-b767-e85a9678f8bc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:04:14.923328 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Attempting to bind port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 on network 50cb1078-8281-4a34-b767-e85a9678f8bc {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:04:14.929120 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 3, 56), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:04:14.929450 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Checking segment: {'id': '1ac5aeec-ec41-470d-b23c-3f7a7c67729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:04:14.929939 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Bound using segment: {'id': '1ac5aeec-ec41-470d-b23c-3f7a7c67729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc'} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:04:14.930342 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Bound port: 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ac5aeec-ec41-470d-b23c-3f7a7c67729a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 189, 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc'}}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:04:14.930729 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:15.005131 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] For port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6, host hv-cinder-83008, cleared binding levels {{(pid=102717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:04:15.008946 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] For port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6,segment=NetworkSegment(1ac5aeec-ec41-470d-b23c-3f7a7c67729a),segment_id=1ac5aeec-ec41-470d-b23c-3f7a7c67729a)] {{(pid=102717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:04:15.015592 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:15.054839 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:15.055623 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:15.057186 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] 10.222.0.90 "PUT /v2.0/ports/6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 HTTP/1.1" status: 200 len: 1094 time: 0.7898498 Feb 20 21:04:15.061596 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9d525aa6-22c2-4b20-a4f4-17984831fef1', 'tag': '6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:04:15.064799 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7466d6bf-0d2e-42ee-a482-b836cc0154d0" -d '{"events": [{"name": "network-changed", "server_uuid": "9d525aa6-22c2-4b20-a4f4-17984831fef1", "tag": "6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:04:15.129345 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7046c25-bc96-499f-8301-f9746c769e00 service neutron] Pushing event updated for resources: {'Port': ['ID=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6,revision_number=3']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:15.161546 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:04:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-96ea2c51-6ef7-4eb3-8107-e1d51454d152 x-openstack-request-id: req-96ea2c51-6ef7-4eb3-8107-e1d51454d152 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:04:15.161546 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9d525aa6-22c2-4b20-a4f4-17984831fef1", "tag": "6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:04:15.161546 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-96ea2c51-6ef7-4eb3-8107-e1d51454d152 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:04:15.162242 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9d525aa6-22c2-4b20-a4f4-17984831fef1', 'tag': '6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6', 'status': 'completed', 'code': 200} Feb 20 21:04:15.197171 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126e651-da96-4936-95c6-912332d57c32 req-25fec315-58fa-4282-afa4-da093b96ef2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:15.200146 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-25fec315-58fa-4282-afa4-da093b96ef2d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6444413e31a240369193b8ae2df18b7e&device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 1128 time: 0.0912538 Feb 20 21:04:15.244735 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 609f880e-4e64-48e6-891a-dbe169215980 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:04:15.267454 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 609f880e-4e64-48e6-891a-dbe169215980 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:04:15.267745 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 609f880e-4e64-48e6-891a-dbe169215980 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:04:15.270523 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-57d57380-cd79-4312-a8ed-17979326512d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 HTTP/1.1" status: 200 len: 217 time: 0.0634940 Feb 20 21:04:15.322423 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4126e651-da96-4936-95c6-912332d57c32 req-a5885ee6-9b7c-444e-bf6d-7a3d852208f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:15.324659 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-a5885ee6-9b7c-444e-bf6d-7a3d852208f2 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6cc84f01-074e-4105-9438-e897752a0b80 HTTP/1.1" status: 200 len: 853 time: 0.0461168 Feb 20 21:04:15.362564 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-4194e5b9-34f2-4890-9751-778a49c4a6be service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50cb1078-8281-4a34-b767-e85a9678f8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316021 Feb 20 21:04:15.458610 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-55fd1083-c851-487e-83ef-04e1698eb58f service neutron] 10.222.0.90 "GET /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879591 Feb 20 21:04:15.564626 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-4126e651-da96-4936-95c6-912332d57c32 req-872c94c2-c238-4848-a289-066a436ed75e service neutron] 10.222.0.90 "GET /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963285 Feb 20 21:04:15.664097 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466d6bf-0d2e-42ee-a482-b836cc0154d0 req-723d0387-f48e-45c4-8a70-fb600f0c2338 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:15.665733 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7466d6bf-0d2e-42ee-a482-b836cc0154d0 req-723d0387-f48e-45c4-8a70-fb600f0c2338 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=6444413e31a240369193b8ae2df18b7e&device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 1128 time: 0.0495276 Feb 20 21:04:15.760521 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466d6bf-0d2e-42ee-a482-b836cc0154d0 req-c8e94a15-395c-40f7-b56d-675631e5c9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:15.764745 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7466d6bf-0d2e-42ee-a482-b836cc0154d0 req-c8e94a15-395c-40f7-b56d-675631e5c9c6 service neutron] 10.222.0.90 "GET /v2.0/networks?id=50cb1078-8281-4a34-b767-e85a9678f8bc HTTP/1.1" status: 200 len: 914 time: 0.0912733 Feb 20 21:04:15.821726 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7466d6bf-0d2e-42ee-a482-b836cc0154d0 req-524c24ac-af43-4dfa-bb9e-e9b46e40bb4a service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 HTTP/1.1" status: 200 len: 217 time: 0.0478351 Feb 20 21:04:15.866531 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b74a1b3c-70fc-4af3-bca0-71f035f33d12 req-a8588d96-1fc4-44c6-afd0-216c6eac777c tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:15.868064 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b74a1b3c-70fc-4af3-bca0-71f035f33d12 req-a8588d96-1fc4-44c6-afd0-216c6eac777c tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 944 time: 0.0546434 Feb 20 21:04:15.876806 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7466d6bf-0d2e-42ee-a482-b836cc0154d0 req-3d29a6e7-eac6-41f7-b1cc-452a02edf6a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:15.879419 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7466d6bf-0d2e-42ee-a482-b836cc0154d0 req-3d29a6e7-eac6-41f7-b1cc-452a02edf6a4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=6cc84f01-074e-4105-9438-e897752a0b80 HTTP/1.1" status: 200 len: 853 time: 0.0514627 Feb 20 21:04:15.912225 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7466d6bf-0d2e-42ee-a482-b836cc0154d0 req-58a4c42a-60e5-4687-a94d-c0df1c3ca671 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=50cb1078-8281-4a34-b767-e85a9678f8bc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0266616 Feb 20 21:04:15.927720 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-b74a1b3c-70fc-4af3-bca0-71f035f33d12 req-c556e92f-61a9-4eaf-9b4f-7752f7a59dcc tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482721 Feb 20 21:04:16.028019 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7466d6bf-0d2e-42ee-a482-b836cc0154d0 req-5c2206f7-9ce6-4416-a104-25faab71d040 service neutron] 10.222.0.90 "GET /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1075599 Feb 20 21:04:16.131744 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7466d6bf-0d2e-42ee-a482-b836cc0154d0 req-4d5ade3f-d2b3-4fd3-98b9-e8fd9c2baa54 service neutron] 10.222.0.90 "GET /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977080 Feb 20 21:04:17.053571 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17bcb86-8b77-4513-b5d3-ea10d3456d77 req-91dd6b04-ba02-49af-8f13-d64d0236082f tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:17.054960 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c17bcb86-8b77-4513-b5d3-ea10d3456d77 req-91dd6b04-ba02-49af-8f13-d64d0236082f tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 944 time: 0.0575805 Feb 20 21:04:17.109151 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c17bcb86-8b77-4513-b5d3-ea10d3456d77 req-02c09d27-31d0-4bff-a719-e37d42b69378 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475430 Feb 20 21:04:17.250119 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:04:17.317055 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35122) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:17.375897 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6,segment=NetworkSegment(1ac5aeec-ec41-470d-b23c-3f7a7c67729a),segment_id=1ac5aeec-ec41-470d-b23c-3f7a7c67729a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:17.388033 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6', 'network_id': '50cb1078-8281-4a34-b767-e85a9678f8bc', 'port_id': '6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6', 'mac_address': 'fa:16:3e:26:63:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 189, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '6cc84f01-074e-4105-9438-e897752a0b80', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:04:17.436523 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:04:17.437115 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:17.473889 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:04:17.512797 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6,segment=NetworkSegment(1ac5aeec-ec41-470d-b23c-3f7a7c67729a),segment_id=1ac5aeec-ec41-470d-b23c-3f7a7c67729a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:17.521888 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:17.583449 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:17.593003 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.593370 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.593708 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.594049 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.594388 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.594728 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.595064 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.595408 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.595728 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.596058 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.596473 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.596808 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.597128 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:04:17.782182 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:04:18.366738 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cb9d1a-9fd0-48eb-8c2a-f970a11e1159 req-e7995d53-4211-4177-a890-1a897cb7d7cc tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:18.368319 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-68cb9d1a-9fd0-48eb-8c2a-f970a11e1159 req-e7995d53-4211-4177-a890-1a897cb7d7cc tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 945 time: 0.1404333 Feb 20 21:04:18.373047 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fe6862fe-177a-4455-b3d0-e15960554420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609256'] for router_interface (9a9a1178-04cb-4879-ad7f-cbc13ec62528), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:18.501437 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-68cb9d1a-9fd0-48eb-8c2a-f970a11e1159 req-d1021b9b-8b2d-4cd8-8ef7-08d564cb393b tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1237843 Feb 20 21:04:18.763499 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-fe6862fe-177a-4455-b3d0-e15960554420 admin admin] Deleting port 74605759-9bb6-4c99-8106-715e9ea5ffca {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:18.764093 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fe6862fe-177a-4455-b3d0-e15960554420 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:18.857882 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [None req-fe6862fe-177a-4455-b3d0-e15960554420 admin admin] For port 74605759-9bb6-4c99-8106-715e9ea5ffca, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=74605759-9bb6-4c99-8106-715e9ea5ffca,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:18.858605 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fe6862fe-177a-4455-b3d0-e15960554420 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:18.874482 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-fe6862fe-177a-4455-b3d0-e15960554420 admin admin] Calling delete_port for 74605759-9bb6-4c99-8106-715e9ea5ffca owned by network:router_interface {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:19.107983 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fe6862fe-177a-4455-b3d0-e15960554420 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (74605759-9bb6-4c99-8106-715e9ea5ffca), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:19.144286 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe6862fe-177a-4455-b3d0-e15960554420 admin admin] Pushing event deleted for resources: {'Port': ['ID=74605759-9bb6-4c99-8106-715e9ea5ffca,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:19.355934 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fe6862fe-177a-4455-b3d0-e15960554420 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608888'] for router_interface (9a9a1178-04cb-4879-ad7f-cbc13ec62528), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:19.414283 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:04:19.469492 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:04:19.474634 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:04:19.475018 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:19.576195 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:04:19.576627 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:19.606788 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d525aa6-22c2-4b20-a4f4-17984831fef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:04:19.609181 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8baefac-9a10-4e8a-8400-a502b32255b3" -d '{"events": [{"server_uuid": "9d525aa6-22c2-4b20-a4f4-17984831fef1", "name": "network-vif-plugged", "status": "completed", "tag": "6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:04:19.623071 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6,segment=NetworkSegment(1ac5aeec-ec41-470d-b23c-3f7a7c67729a),segment_id=1ac5aeec-ec41-470d-b23c-3f7a7c67729a)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:19.627441 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:19.654470 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:04:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f0ea1b2-893c-490c-9415-b9581510e388 x-openstack-request-id: req-8f0ea1b2-893c-490c-9415-b9581510e388 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:04:19.654772 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d525aa6-22c2-4b20-a4f4-17984831fef1", "name": "network-vif-plugged", "status": "completed", "tag": "6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:04:19.655088 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-8f0ea1b2-893c-490c-9415-b9581510e388 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:04:19.655454 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d525aa6-22c2-4b20-a4f4-17984831fef1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6', 'code': 200} Feb 20 21:04:19.690468 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507b834a-f530-46d6-a0d7-08deb0ce068c req-b653e267-3e49-4a30-bf1f-7136240bcd1e tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:19.691433 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:19.691989 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-507b834a-f530-46d6-a0d7-08deb0ce068c req-b653e267-3e49-4a30-bf1f-7136240bcd1e tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 945 time: 0.1131797 Feb 20 21:04:19.720604 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe6862fe-177a-4455-b3d0-e15960554420 admin admin] Router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:04:19.757411 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-507b834a-f530-46d6-a0d7-08deb0ce068c req-ad55042b-6cb9-432a-af3a-67ea6dee1dde tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593126 Feb 20 21:04:19.879528 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe6862fe-177a-4455-b3d0-e15960554420 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:04:19.887189 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-fe6862fe-177a-4455-b3d0-e15960554420 admin admin] 10.222.0.71 "PUT /v2.0/routers/9a9a1178-04cb-4879-ad7f-cbc13ec62528/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5690379 Feb 20 21:04:19.888143 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35136) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:19.889047 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74ca7cf-714d-4194-96f4-2633df421c36 None None] Sync routers for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:04:19.902231 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62b4158-531d-4819-b05c-dad8aac64669 req-fd13e093-8a3b-4193-97ba-51dc2f529734 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:19.904128 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-b62b4158-531d-4819-b05c-dad8aac64669 req-fd13e093-8a3b-4193-97ba-51dc2f529734 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 1130 time: 0.0557642 Feb 20 21:04:19.905575 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ca7cf-714d-4194-96f4-2633df421c36 None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:04:19.906243 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-f74ca7cf-714d-4194-96f4-2633df421c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:03:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:19.962922 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-b62b4158-531d-4819-b05c-dad8aac64669 req-4ae7a9eb-71ca-4b0a-9e84-d381707ceffe service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523736 Feb 20 21:04:20.030661 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-f74ca7cf-714d-4194-96f4-2633df421c36 None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:04:20.034047 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Publish callbacks [] for router (9a9a1178-04cb-4879-ad7f-cbc13ec62528), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:20.154696 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Publish callbacks [] for router_gateway (9a9a1178-04cb-4879-ad7f-cbc13ec62528), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:20.245923 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Deleting port 887ec53a-2f9c-4746-b912-455cc03f50a8 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:20.246444 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:20.249603 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-f74ca7cf-714d-4194-96f4-2633df421c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244'}], 'enable_snat': True}, 'gw_port_id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T21:04:19Z', 'revision_number': 5, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port': {'id': '887ec53a-2f9c-4746-b912-455cc03f50a8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:ac:1f:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'device_owner': 'network:router_gateway', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.244', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:57:25Z', 'updated_at': '2022-02-20T20:57:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:20.280060 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74ca7cf-714d-4194-96f4-2633df421c36 None None] Checking router: 9a9a1178-04cb-4879-ad7f-cbc13ec62528 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:04:20.289593 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f74ca7cf-714d-4194-96f4-2633df421c36 None None] Routers {'9a9a1178-04cb-4879-ad7f-cbc13ec62528'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:04:20.290217 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-f74ca7cf-714d-4194-96f4-2633df421c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:03:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:20.344378 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] For port 887ec53a-2f9c-4746-b912-455cc03f50a8, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=887ec53a-2f9c-4746-b912-455cc03f50a8,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:20.344811 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:20.359069 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Calling delete_port for 887ec53a-2f9c-4746-b912-455cc03f50a8 owned by network:router_gateway {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:20.395246 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-f74ca7cf-714d-4194-96f4-2633df421c36 None None] Set router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 gateway port host: None {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:04:20.458132 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-f74ca7cf-714d-4194-96f4-2633df421c36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T21:04:20Z', 'revision_number': 6, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port_host': None}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:20.492124 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f74ca7cf-714d-4194-96f4-2633df421c36 None None] The sync data for ids ['9a9a1178-04cb-4879-ad7f-cbc13ec62528'] in dv-cinder-830088-1-iscsi is: [{'id': '9a9a1178-04cb-4879-ad7f-cbc13ec62528', 'name': 'tempest-AttachVolumeShelveTestJSON-1734817131-router', 'tenant_id': '8ec4afa0a0be4d868f145f52d0360574', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:57:22Z', 'updated_at': '2022-02-20T21:04:20Z', 'revision_number': 6, 'project_id': '8ec4afa0a0be4d868f145f52d0360574', 'gw_port_host': None}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:04:20.899981 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (887ec53a-2f9c-4746-b912-455cc03f50a8), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:20.942080 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 74605759-9bb6-4c99-8106-715e9ea5ffca no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:04:20.966832 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 74605759-9bb6-4c99-8106-715e9ea5ffca {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:04:20.967378 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 74605759-9bb6-4c99-8106-715e9ea5ffca not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:04:20.991979 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Pushing event deleted for resources: {'Port': ['ID=887ec53a-2f9c-4746-b912-455cc03f50a8,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:21.020409 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dde7eaec-a78b-4889-bb2c-acec37f7273f req-c0bb4850-b628-477a-a860-192d90211d58 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:21.021967 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dde7eaec-a78b-4889-bb2c-acec37f7273f req-c0bb4850-b628-477a-a860-192d90211d58 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 946 time: 0.1730669 Feb 20 21:04:21.027928 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608146'] for router_gateway (9a9a1178-04cb-4879-ad7f-cbc13ec62528), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.152667 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129210'] for router (9a9a1178-04cb-4879-ad7f-cbc13ec62528), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.159905 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Publish callbacks [] for router_controller (9a9a1178-04cb-4879-ad7f-cbc13ec62528), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.212345 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-dde7eaec-a78b-4889-bb2c-acec37f7273f req-33adfa82-967b-41e2-9622-6c1b6ec3e086 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1820138 Feb 20 21:04:21.220933 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619127'] for router (9a9a1178-04cb-4879-ad7f-cbc13ec62528), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.221738 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9a9a1178-04cb-4879-ad7f-cbc13ec62528 {{(pid=102716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 21:04:21.226975 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.228117 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-10eeb3e9-bd21-4c42-bffe-e2f6c0a23948 admin admin] 10.222.0.71 "DELETE /v2.0/routers/9a9a1178-04cb-4879-ad7f-cbc13ec62528 HTTP/1.1" status: 204 len: 168 time: 1.3389754 Feb 20 21:04:21.231235 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35144) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:21.280208 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc6b65bd-8ef1-4410-9940-bc9542fe89eb admin admin] Deleting subnet 66e56d02-8410-4f31-939d-e4b166973128 {{(pid=102716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:04:21.284133 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc6b65bd-8ef1-4410-9940-bc9542fe89eb admin admin] Publish callbacks [] for subnet (66e56d02-8410-4f31-939d-e4b166973128), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.327891 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc6b65bd-8ef1-4410-9940-bc9542fe89eb admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30520643'] for subnet (66e56d02-8410-4f31-939d-e4b166973128), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.416251 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc6b65bd-8ef1-4410-9940-bc9542fe89eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (66e56d02-8410-4f31-939d-e4b166973128), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.479159 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc6b65bd-8ef1-4410-9940-bc9542fe89eb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29631517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29417191'] for subnet (66e56d02-8410-4f31-939d-e4b166973128), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.504823 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc6b65bd-8ef1-4410-9940-bc9542fe89eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=66e56d02-8410-4f31-939d-e4b166973128,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:21.510930 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cc6b65bd-8ef1-4410-9940-bc9542fe89eb admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.515107 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-cc6b65bd-8ef1-4410-9940-bc9542fe89eb admin admin] 10.222.0.71 "DELETE /v2.0/subnets/66e56d02-8410-4f31-939d-e4b166973128 HTTP/1.1" status: 204 len: 168 time: 0.2821391 Feb 20 21:04:21.517281 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35146) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:21.518691 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0502b573-ef75-4644-983c-ba59e91b19f6 None None] Network 47eb7a64-c008-428d-9f9c-6083205d80a4 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:04:21.629800 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (47eb7a64-c008-428d-9f9c-6083205d80a4), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.690964 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Deleting port 8b97f502-93cf-4d9f-92d9-48efaf12378a {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:21.691299 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.701030 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-946e2de0-b67c-4930-8a94-031e71591587 None None] DHCP port deletion for 47eb7a64-c008-428d-9f9c-6083205d80a4 request from dv-cinder-830088-1-iscsi {{(pid=102718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 21:04:21.753840 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-946e2de0-b67c-4930-8a94-031e71591587 None None] Deleting port 8b97f502-93cf-4d9f-92d9-48efaf12378a {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:21.754451 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-946e2de0-b67c-4930-8a94-031e71591587 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.772608 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] For port 8b97f502-93cf-4d9f-92d9-48efaf12378a, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=8b97f502-93cf-4d9f-92d9-48efaf12378a,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:21.773000 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.788128 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Calling delete_port for 8b97f502-93cf-4d9f-92d9-48efaf12378a owned by network:dhcp {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:21.828497 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-946e2de0-b67c-4930-8a94-031e71591587 None None] For port 8b97f502-93cf-4d9f-92d9-48efaf12378a, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=8b97f502-93cf-4d9f-92d9-48efaf12378a,segment=NetworkSegment(7ea6cd9a-0b99-4c62-89a5-862738c5fa97),segment_id=7ea6cd9a-0b99-4c62-89a5-862738c5fa97)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:21.828895 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-946e2de0-b67c-4930-8a94-031e71591587 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.841806 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-946e2de0-b67c-4930-8a94-031e71591587 None None] Calling delete_port for 8b97f502-93cf-4d9f-92d9-48efaf12378a owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:21.871180 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.897959 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Pushing event deleted for resources: {'Port': ['ID=8b97f502-93cf-4d9f-92d9-48efaf12378a,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:21.901934 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] No DVR routers for this DVR port 8b97f502-93cf-4d9f-92d9-48efaf12378a on host dv-cinder-830088-1-iscsi {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:04:21.978217 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-946e2de0-b67c-4930-8a94-031e71591587 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457'] for port (8b97f502-93cf-4d9f-92d9-48efaf12378a), after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:21.980624 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (47eb7a64-c008-428d-9f9c-6083205d80a4), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:22.007124 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-946e2de0-b67c-4930-8a94-031e71591587 None None] Pushing event deleted for resources: {'Port': ['ID=8b97f502-93cf-4d9f-92d9-48efaf12378a,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:22.009481 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47eb7a64-c008-428d-9f9c-6083205d80a4']}} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:22.014548 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-946e2de0-b67c-4930-8a94-031e71591587 None None] No DVR routers for this DVR port 8b97f502-93cf-4d9f-92d9-48efaf12378a on host dv-cinder-830088-1-iscsi {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:04:22.038366 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7ea6cd9a-0b99-4c62-89a5-862738c5fa97') {'for_net_delete': True} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:22.038870 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7ea6cd9a-0b99-4c62-89a5-862738c5fa97') {} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:22.064449 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30773296'] for segment (7ea6cd9a-0b99-4c62-89a5-862738c5fa97), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:22.085912 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (7ea6cd9a-0b99-4c62-89a5-862738c5fa97), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:22.102074 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Releasing vlan 185 on physical network physnet1 to pool {{(pid=102717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:04:22.102771 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30558168'] for segment (7ea6cd9a-0b99-4c62-89a5-862738c5fa97), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: Traceback (most recent call last): Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: timer() Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: cb(*args, **kw) Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: return func(*args, **kwargs) Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: self._notify() Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: self.callback(batched_events) Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: event.method(event) Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: return f(self, *a, **k) Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._get(url).json() Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: return self.request(url, 'GET', **kwargs) Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:04:22.106510 dv-cinder-830088-1-iscsi neutron-server[102717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:04:22.199103 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (47eb7a64-c008-428d-9f9c-6083205d80a4), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:22.205095 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:22.208296 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] 10.222.0.71 "DELETE /v2.0/networks/47eb7a64-c008-428d-9f9c-6083205d80a4 HTTP/1.1" status: 204 len: 168 time: 0.6893954 Feb 20 21:04:22.220270 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fca3c8b-e0f6-45c8-a68c-8bd0c6a0b323 admin admin] Pushing event deleted for resources: {'Network': ['ID=47eb7a64-c008-428d-9f9c-6083205d80a4,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:22.352744 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35154) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:22.356033 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2699e1-2657-4377-965e-6891159984d6 req-96fac685-8f59-4f9a-beea-143d9d6d594b tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:22.358166 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ca2699e1-2657-4377-965e-6891159984d6 req-96fac685-8f59-4f9a-beea-143d9d6d594b tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 946 time: 0.0657451 Feb 20 21:04:22.402546 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-859eb26b-9b2a-4f33-b541-5a8c687b3a8c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8ec4afa0a0be4d868f145f52d0360574&name=default HTTP/1.1" status: 200 len: 2992 time: 0.0439894 Feb 20 21:04:22.402816 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35156) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:22.409396 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-ca2699e1-2657-4377-965e-6891159984d6 req-5c63fe69-9c8e-469c-884d-3bc3d3b647d1 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457156 Feb 20 21:04:22.454064 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-edf3be15-54c2-40e7-9765-144d9b9b7235 admin admin] Publish callbacks [] for security_group (6d932084-8c8d-4b0d-a180-992ac244263e), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:22.479040 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-edf3be15-54c2-40e7-9765-144d9b9b7235 admin admin] Publish callbacks [] for security_group (6d932084-8c8d-4b0d-a180-992ac244263e), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:22.533264 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-edf3be15-54c2-40e7-9765-144d9b9b7235 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (6d932084-8c8d-4b0d-a180-992ac244263e), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:22.536128 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-edf3be15-54c2-40e7-9765-144d9b9b7235 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:22.539611 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-edf3be15-54c2-40e7-9765-144d9b9b7235 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/6d932084-8c8d-4b0d-a180-992ac244263e HTTP/1.1" status: 204 len: 168 time: 0.1336205 Feb 20 21:04:22.546184 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edf3be15-54c2-40e7-9765-144d9b9b7235 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d932084-8c8d-4b0d-a180-992ac244263e,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:22.711741 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 887ec53a-2f9c-4746-b912-455cc03f50a8 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:04:22.741881 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 887ec53a-2f9c-4746-b912-455cc03f50a8 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:04:22.742217 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 887ec53a-2f9c-4746-b912-455cc03f50a8 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:04:22.742757 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 8b97f502-93cf-4d9f-92d9-48efaf12378a no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:04:22.774863 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 8b97f502-93cf-4d9f-92d9-48efaf12378a {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:04:22.775221 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 8b97f502-93cf-4d9f-92d9-48efaf12378a not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:04:23.686843 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:04:26.036524 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:26.038581 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6e3336c6-75be-41d0-b0de-82ceb60d5871 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:28.836410 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4f8d06ef-ead6-46c2-8fcb-160fb1a8c25f None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:30.230390 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:31.699289 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7caf5a06-d516-4c23-9dcc-14f2bd8be48d req-c0162d3d-e636-4fda-87aa-b8d2923684d5 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0561724 Feb 20 21:04:31.922128 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:33.210405 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:33.450018 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf5a06-d516-4c23-9dcc-14f2bd8be48d req-cc640139-c590-4ac5-85a2-32f97ebb035a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:33.451437 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7caf5a06-d516-4c23-9dcc-14f2bd8be48d req-cc640139-c590-4ac5-85a2-32f97ebb035a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a21e1ba905f94b2a87c3a7ed144d76d6&device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 1168 time: 0.0545151 Feb 20 21:04:33.571396 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf5a06-d516-4c23-9dcc-14f2bd8be48d req-f7f8219e-a35b-40bb-8f23-c55830d57371 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:33.573422 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7caf5a06-d516-4c23-9dcc-14f2bd8be48d req-f7f8219e-a35b-40bb-8f23-c55830d57371 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9 HTTP/1.1" status: 200 len: 916 time: 0.1004937 Feb 20 21:04:33.672961 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7caf5a06-d516-4c23-9dcc-14f2bd8be48d req-7b16acca-5d51-4d72-a92e-6d5ea944214f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c HTTP/1.1" status: 200 len: 1001 time: 0.0931993 Feb 20 21:04:33.738425 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf5a06-d516-4c23-9dcc-14f2bd8be48d req-df5d69a9-5639-433d-9501-0ebff3085ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:33.741167 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7caf5a06-d516-4c23-9dcc-14f2bd8be48d req-df5d69a9-5639-433d-9501-0ebff3085ec4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5aa09159-a533-476b-bbce-9a56dac45c42 HTTP/1.1" status: 200 len: 854 time: 0.0593781 Feb 20 21:04:33.805914 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7caf5a06-d516-4c23-9dcc-14f2bd8be48d req-defdb64e-5059-46d6-aa0a-6e850702d598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:33.808053 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7caf5a06-d516-4c23-9dcc-14f2bd8be48d req-defdb64e-5059-46d6-aa0a-6e850702d598 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0519078 Feb 20 21:04:33.921862 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7caf5a06-d516-4c23-9dcc-14f2bd8be48d req-e3c34a36-b0c1-4d48-b4e5-1b2aec0f30be service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1044040 Feb 20 21:04:34.041079 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-7caf5a06-d516-4c23-9dcc-14f2bd8be48d req-2b99b8d8-d81d-4693-a5f7-dc9186bca70a service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1128290 Feb 20 21:04:34.471554 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35340) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:34.612104 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c38c8f1a-7795-483b-aa33-b0c7a854d26d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:34.732476 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c38c8f1a-7795-483b-aa33-b0c7a854d26d admin admin] Publish callbacks [] for security_group (d4960e6f-3642-4933-86c8-2c3487dd2fa8), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:34.738269 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c38c8f1a-7795-483b-aa33-b0c7a854d26d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (d4960e6f-3642-4933-86c8-2c3487dd2fa8), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:34.815342 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-c38c8f1a-7795-483b-aa33-b0c7a854d26d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=621e84c87cae469ea6e1c448ee0fec74&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3382847 Feb 20 21:04:34.816314 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35352) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:34.835525 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38c8f1a-7795-483b-aa33-b0c7a854d26d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4960e6f-3642-4933-86c8-2c3487dd2fa8,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:34.911380 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2cb1-87aa-40e3-8b54-3ccd40ead397 admin admin] Publish callbacks [] for security_group (d4960e6f-3642-4933-86c8-2c3487dd2fa8), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:34.950519 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2cb1-87aa-40e3-8b54-3ccd40ead397 admin admin] Publish callbacks [] for security_group (d4960e6f-3642-4933-86c8-2c3487dd2fa8), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:35.044585 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2cb1-87aa-40e3-8b54-3ccd40ead397 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (d4960e6f-3642-4933-86c8-2c3487dd2fa8), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:35.047857 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c7dd2cb1-87aa-40e3-8b54-3ccd40ead397 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:35.053662 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-c7dd2cb1-87aa-40e3-8b54-3ccd40ead397 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/d4960e6f-3642-4933-86c8-2c3487dd2fa8 HTTP/1.1" status: 204 len: 168 time: 0.2318180 Feb 20 21:04:35.060860 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd2cb1-87aa-40e3-8b54-3ccd40ead397 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4960e6f-3642-4933-86c8-2c3487dd2fa8,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:36.727273 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35418) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:36.852990 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-75afa457-4d4e-44c9-b618-1a6d7290fbe6 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:36.961228 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-75afa457-4d4e-44c9-b618-1a6d7290fbe6 admin admin] Publish callbacks [] for security_group (db74e2cc-7c8c-4953-8d4a-31d6d76a9671), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:36.966595 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-75afa457-4d4e-44c9-b618-1a6d7290fbe6 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (db74e2cc-7c8c-4953-8d4a-31d6d76a9671), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:37.009056 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-75afa457-4d4e-44c9-b618-1a6d7290fbe6 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=4c7b865f377c465ca1ab3884b203ae5b&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2802727 Feb 20 21:04:37.010020 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75afa457-4d4e-44c9-b618-1a6d7290fbe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db74e2cc-7c8c-4953-8d4a-31d6d76a9671,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:37.014021 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35424) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:37.070009 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9766408b-6b03-4d74-ac07-c879ab697f6e admin admin] Publish callbacks [] for security_group (db74e2cc-7c8c-4953-8d4a-31d6d76a9671), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:37.097545 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9766408b-6b03-4d74-ac07-c879ab697f6e admin admin] Publish callbacks [] for security_group (db74e2cc-7c8c-4953-8d4a-31d6d76a9671), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:37.159218 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9766408b-6b03-4d74-ac07-c879ab697f6e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (db74e2cc-7c8c-4953-8d4a-31d6d76a9671), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:37.163453 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9766408b-6b03-4d74-ac07-c879ab697f6e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:37.165244 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-9766408b-6b03-4d74-ac07-c879ab697f6e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/db74e2cc-7c8c-4953-8d4a-31d6d76a9671 HTTP/1.1" status: 204 len: 168 time: 0.1500926 Feb 20 21:04:37.175948 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9766408b-6b03-4d74-ac07-c879ab697f6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db74e2cc-7c8c-4953-8d4a-31d6d76a9671,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:38.210947 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35454) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:38.611213 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Deleting port 8e9df46f-1164-408f-a44b-d1e22a2482c8 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:38.611662 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (8e9df46f-1164-408f-a44b-d1e22a2482c8), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:38.702250 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (8e9df46f-1164-408f-a44b-d1e22a2482c8), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:38.703005 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for floatingip (8e9df46f-1164-408f-a44b-d1e22a2482c8), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:38.731728 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Calling delete_port for 8e9df46f-1164-408f-a44b-d1e22a2482c8 owned by network:floatingip {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:38.851403 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35478) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:38.980887 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (8e9df46f-1164-408f-a44b-d1e22a2482c8), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:39.016097 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-69bbeac5-3f5f-45f5-94e0-bcf8d5f2546d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:39.016206 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event deleted for resources: {'Port': ['ID=8e9df46f-1164-408f-a44b-d1e22a2482c8,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:39.117015 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for floatingip (c9906131-504f-4add-87bf-78f1592da50a), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:39.117358 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.l3_db [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Floating IP c9906131-504f-4add-87bf-78f1592da50a disassociated (deleted). External IP: 172.27.2.125, port: 6a244c70-8644-4f83-9d34-0665df4aad98. Feb 20 21:04:39.169627 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-69bbeac5-3f5f-45f5-94e0-bcf8d5f2546d admin admin] Publish callbacks [] for security_group (526aeb4b-2ad5-4b36-ba2f-40d5ec04e464), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:39.177097 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-69bbeac5-3f5f-45f5-94e0-bcf8d5f2546d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (526aeb4b-2ad5-4b36-ba2f-40d5ec04e464), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:39.267233 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69bbeac5-3f5f-45f5-94e0-bcf8d5f2546d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526aeb4b-2ad5-4b36-ba2f-40d5ec04e464,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:39.285644 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-69bbeac5-3f5f-45f5-94e0-bcf8d5f2546d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=630ea2032a454645a492de49cc2ed6c0&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4321964 Feb 20 21:04:39.287933 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35488) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:39.365339 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5b94-0e75-47d9-b989-0d9fd058d23d admin admin] Publish callbacks [] for security_group (526aeb4b-2ad5-4b36-ba2f-40d5ec04e464), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:39.401152 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5b94-0e75-47d9-b989-0d9fd058d23d admin admin] Publish callbacks [] for security_group (526aeb4b-2ad5-4b36-ba2f-40d5ec04e464), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:39.430873 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Router f1e3956f-4d2d-4e02-a8ea-0f195406407b has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:04:39.500689 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5b94-0e75-47d9-b989-0d9fd058d23d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (526aeb4b-2ad5-4b36-ba2f-40d5ec04e464), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:39.500689 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6dfa5b94-0e75-47d9-b989-0d9fd058d23d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:39.500689 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-6dfa5b94-0e75-47d9-b989-0d9fd058d23d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/526aeb4b-2ad5-4b36-ba2f-40d5ec04e464 HTTP/1.1" status: 204 len: 168 time: 0.2081642 Feb 20 21:04:39.520962 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dfa5b94-0e75-47d9-b989-0d9fd058d23d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526aeb4b-2ad5-4b36-ba2f-40d5ec04e464,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:39.930047 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:04:39.940068 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:39.953283 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d4f93-4b1b-4053-8983-1364b065aa9f None None] Sync routers for ids ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:04:39.966525 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d4f93-4b1b-4053-8983-1364b065aa9f None None] Routers {'f1e3956f-4d2d-4e02-a8ea-0f195406407b'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:04:39.967578 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-7d6d4f93-4b1b-4053-8983-1364b065aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:39.996635 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-e4f76108-4940-49ba-9572-a263915e3a3f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "DELETE /v2.0/floatingips/c9906131-504f-4add-87bf-78f1592da50a HTTP/1.1" status: 204 len: 168 time: 1.7799153 Feb 20 21:04:39.996635 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:04:39.998165 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6cb9f842-7c4b-4737-b30a-b51fe30a5547" -d '{"events": [{"name": "network-changed", "server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:04:40.052579 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:04:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0c4b5dd-7d25-43d7-b8eb-f4cc31143d42 x-openstack-request-id: req-a0c4b5dd-7d25-43d7-b8eb-f4cc31143d42 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:04:40.052579 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:04:40.052832 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a0c4b5dd-7d25-43d7-b8eb-f4cc31143d42 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:04:40.053256 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98', 'status': 'completed', 'code': 200} Feb 20 21:04:40.182923 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9f842-7c4b-4737-b30a-b51fe30a5547 req-2d4fb57f-69e5-4b06-ad76-25fb39f4d738 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:40.185127 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-6cb9f842-7c4b-4737-b30a-b51fe30a5547 req-2d4fb57f-69e5-4b06-ad76-25fb39f4d738 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=e62881a5cbea4bc0a555dbd98aa886f4&device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 1129 time: 0.0932150 Feb 20 21:04:40.326251 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-7d6d4f93-4b1b-4053-8983-1364b065aa9f None None] Set router f1e3956f-4d2d-4e02-a8ea-0f195406407b gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:04:40.426509 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9f842-7c4b-4737-b30a-b51fe30a5547 req-7579b0c5-dca1-4216-bff2-122d4cc2f151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:40.428618 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-6cb9f842-7c4b-4737-b30a-b51fe30a5547 req-7579b0c5-dca1-4216-bff2-122d4cc2f151 service neutron] 10.222.0.90 "GET /v2.0/networks?id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff HTTP/1.1" status: 200 len: 909 time: 0.2364478 Feb 20 21:04:40.486394 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-6cb9f842-7c4b-4737-b30a-b51fe30a5547 req-426f54b7-a26d-443a-b14b-4f4db24e3425 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=6a244c70-8644-4f83-9d34-0665df4aad98 HTTP/1.1" status: 200 len: 217 time: 0.0506427 Feb 20 21:04:40.501649 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1388e374-e712-45c0-bf0f-625debd40b0b req-48246b76-bda0-4086-b045-859a23af076e tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:40.504833 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1388e374-e712-45c0-bf0f-625debd40b0b req-48246b76-bda0-4086-b045-859a23af076e tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.1250648 Feb 20 21:04:40.579522 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9f842-7c4b-4737-b30a-b51fe30a5547 req-2a939c91-8484-4760-a9c5-7356eb64b43c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:40.583002 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-6cb9f842-7c4b-4737-b30a-b51fe30a5547 req-2a939c91-8484-4760-a9c5-7356eb64b43c service neutron] 10.222.0.90 "GET /v2.0/subnets?id=e13eb2b0-b6fd-4280-8ded-a6d9123be2c0 HTTP/1.1" status: 200 len: 847 time: 0.0894065 Feb 20 21:04:40.623190 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1388e374-e712-45c0-bf0f-625debd40b0b req-f458afc1-5c79-44ae-95ae-a749743497a9 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1095021 Feb 20 21:04:40.679723 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb9f842-7c4b-4737-b30a-b51fe30a5547 req-44fae7bc-5a5a-40ed-84ff-335384c9d85e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:40.682350 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-6cb9f842-7c4b-4737-b30a-b51fe30a5547 req-44fae7bc-5a5a-40ed-84ff-335384c9d85e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0914259 Feb 20 21:04:40.715556 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-7d6d4f93-4b1b-4053-8983-1364b065aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': 'ba80ca14-d2d4-47f5-8cb5-1ef773f514af', 'name': '', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'mac_address': 'fa:16:3e:25:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:52Z', 'updated_at': '2022-02-20T20:58:58Z', 'revision_number': 5, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'subnets': [{'id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:40.754534 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d4f93-4b1b-4053-8983-1364b065aa9f None None] Checking router: f1e3956f-4d2d-4e02-a8ea-0f195406407b for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:04:40.767467 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d6d4f93-4b1b-4053-8983-1364b065aa9f None None] Routers {'f1e3956f-4d2d-4e02-a8ea-0f195406407b'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:04:40.768302 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-7d6d4f93-4b1b-4053-8983-1364b065aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:40.834772 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-6cb9f842-7c4b-4737-b30a-b51fe30a5547 req-48a6bc1a-8083-4167-937d-0194149aad48 service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1451502 Feb 20 21:04:40.915932 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-7d6d4f93-4b1b-4053-8983-1364b065aa9f None None] Set router f1e3956f-4d2d-4e02-a8ea-0f195406407b gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:04:40.987419 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-6cb9f842-7c4b-4737-b30a-b51fe30a5547 req-beb9f93a-e7ec-4ec4-92e6-b1ac243cde04 service neutron] 10.222.0.90 "GET /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458397 Feb 20 21:04:41.201757 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-7d6d4f93-4b1b-4053-8983-1364b065aa9f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': 'ba80ca14-d2d4-47f5-8cb5-1ef773f514af', 'name': '', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'mac_address': 'fa:16:3e:25:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:52Z', 'updated_at': '2022-02-20T20:58:58Z', 'revision_number': 5, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'subnets': [{'id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:41.235544 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d6d4f93-4b1b-4053-8983-1364b065aa9f None None] The sync data for ids ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'] in dv-cinder-830088-1-iscsi is: [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': 'ba80ca14-d2d4-47f5-8cb5-1ef773f514af', 'name': '', 'network_id': 'd9a4d54b-0dac-4cd4-b7b8-8db9f930cdff', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'mac_address': 'fa:16:3e:25:8a:ea', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_interface', 'standard_attr_id': 374, 'fixed_ips': [{'subnet_id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:52Z', 'updated_at': '2022-02-20T20:58:58Z', 'revision_number': 5, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'subnets': [{'id': 'e13eb2b0-b6fd-4280-8ded-a6d9123be2c0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:04:41.658416 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4fc24f8-72d3-4b3e-9e1f-8cb960417b1d None None] New status for floating IP c9906131-504f-4add-87bf-78f1592da50a: DOWN {{(pid=102719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:04:41.808660 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75aeba3f-bd4c-4928-be3d-9a8eb9b4231a req-9169f6df-11b4-4415-88cd-214ae441ec53 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:41.814944 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-75aeba3f-bd4c-4928-be3d-9a8eb9b4231a req-9169f6df-11b4-4415-88cd-214ae441ec53 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0895123 Feb 20 21:04:41.884033 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-75aeba3f-bd4c-4928-be3d-9a8eb9b4231a req-a2b66e6a-1137-4426-9081-bb266bbc1206 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/security-groups?id=90325df6-bf42-410e-9db4-c6eb069898b6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616913 Feb 20 21:04:41.945759 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f12ba7b9-57f2-49a1-846e-97ba8be13913 req-d2eebe16-30e4-41f2-9b6e-248ac1a91010 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:41.948059 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f12ba7b9-57f2-49a1-846e-97ba8be13913 req-d2eebe16-30e4-41f2-9b6e-248ac1a91010 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.90 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 945 time: 0.0697806 Feb 20 21:04:42.061275 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-f12ba7b9-57f2-49a1-846e-97ba8be13913 req-b3e303d1-7474-4314-b14c-cc83ce488d4a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Deleting port 6a244c70-8644-4f83-9d34-0665df4aad98 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:42.061641 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-f12ba7b9-57f2-49a1-846e-97ba8be13913 req-b3e303d1-7474-4314-b14c-cc83ce488d4a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:42.176436 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-f12ba7b9-57f2-49a1-846e-97ba8be13913 req-b3e303d1-7474-4314-b14c-cc83ce488d4a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] For port 6a244c70-8644-4f83-9d34-0665df4aad98, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6a244c70-8644-4f83-9d34-0665df4aad98,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:42.176935 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-f12ba7b9-57f2-49a1-846e-97ba8be13913 req-b3e303d1-7474-4314-b14c-cc83ce488d4a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:42.192609 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-f12ba7b9-57f2-49a1-846e-97ba8be13913 req-b3e303d1-7474-4314-b14c-cc83ce488d4a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Calling delete_port for 6a244c70-8644-4f83-9d34-0665df4aad98 owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:42.342410 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-f12ba7b9-57f2-49a1-846e-97ba8be13913 req-b3e303d1-7474-4314-b14c-cc83ce488d4a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (6a244c70-8644-4f83-9d34-0665df4aad98), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:42.379947 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e303d1-7474-4314-b14c-cc83ce488d4a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event deleted for resources: {'Port': ['ID=6a244c70-8644-4f83-9d34-0665df4aad98,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:42.437823 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-f12ba7b9-57f2-49a1-846e-97ba8be13913 req-b3e303d1-7474-4314-b14c-cc83ce488d4a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] No DVR routers for this DVR port 6a244c70-8644-4f83-9d34-0665df4aad98 on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:04:42.444201 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-f12ba7b9-57f2-49a1-846e-97ba8be13913 req-b3e303d1-7474-4314-b14c-cc83ce488d4a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:42.449555 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f12ba7b9-57f2-49a1-846e-97ba8be13913 req-b3e303d1-7474-4314-b14c-cc83ce488d4a tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.90 "DELETE /v2.0/ports/6a244c70-8644-4f83-9d34-0665df4aad98 HTTP/1.1" status: 204 len: 173 time: 0.4962962 Feb 20 21:04:42.450054 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'name': 'network-vif-deleted', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:04:42.452578 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b02e0b36-5b61-4b2d-adaa-fb2b689b564a" -d '{"events": [{"server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "name": "network-vif-deleted", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:04:42.501235 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:04:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a718b324-b3ff-4c0a-aa0d-35579075b75c x-openstack-request-id: req-a718b324-b3ff-4c0a-aa0d-35579075b75c {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:04:42.501526 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3e2866f5-ef79-45d3-8b32-8e3b44b310a8", "name": "network-vif-deleted", "tag": "6a244c70-8644-4f83-9d34-0665df4aad98", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:04:42.502006 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a718b324-b3ff-4c0a-aa0d-35579075b75c {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:04:42.502729 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3e2866f5-ef79-45d3-8b32-8e3b44b310a8', 'name': 'network-vif-deleted', 'tag': '6a244c70-8644-4f83-9d34-0665df4aad98', 'status': 'completed', 'code': 200} Feb 20 21:04:43.027306 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e701c56d-a015-4430-9f28-351a37d0496b req-b644775f-600b-400e-b209-724d3f87444e tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 210 time: 0.0290709 Feb 20 21:04:44.127160 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-96b013fd-4d9e-4051-83bf-65c74821ccf3 req-827ca142-754a-4b27-8a30-a959166b8669 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 210 time: 0.0275121 Feb 20 21:04:44.827004 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-67345873-e6ea-43c2-a3c3-42c08541b124 req-0a93d20a-fb79-4f92-acf8-97aff03f8362 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-719732822&fields=id&tenant_id=a21e1ba905f94b2a87c3a7ed144d76d6 HTTP/1.1" status: 200 len: 267 time: 0.0535109 Feb 20 21:04:44.884867 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67345873-e6ea-43c2-a3c3-42c08541b124 req-bfc3fc90-a05b-466c-9ac8-a91450d088b8 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:44.886651 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-67345873-e6ea-43c2-a3c3-42c08541b124 req-bfc3fc90-a05b-466c-9ac8-a91450d088b8 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 984 time: 0.0542066 Feb 20 21:04:44.897213 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [req-67345873-e6ea-43c2-a3c3-42c08541b124 req-d7cfe80d-1616-41cc-a10f-bac3d76345e0 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Request body: {'port': {'security_groups': ['adcfcbc3-ee1a-4359-a4ff-f65165b73ac8']}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:04:44.971833 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-67345873-e6ea-43c2-a3c3-42c08541b124 req-d7cfe80d-1616-41cc-a10f-bac3d76345e0 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.168879 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [req-67345873-e6ea-43c2-a3c3-42c08541b124 req-d7cfe80d-1616-41cc-a10f-bac3d76345e0 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] For port c08e7013-6af2-4784-9705-2b57c80e3d2c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:45.200678 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-67345873-e6ea-43c2-a3c3-42c08541b124 req-d7cfe80d-1616-41cc-a10f-bac3d76345e0 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.206198 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-67345873-e6ea-43c2-a3c3-42c08541b124 req-d7cfe80d-1616-41cc-a10f-bac3d76345e0 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.268197 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-db530221-2a0d-4f4b-ad2a-6e2a07065369 req-af3f733e-576d-402c-b513-3b6d5702cfe9 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 210 time: 0.0552120 Feb 20 21:04:45.279568 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67345873-e6ea-43c2-a3c3-42c08541b124 req-d7cfe80d-1616-41cc-a10f-bac3d76345e0 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:45.280213 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [req-67345873-e6ea-43c2-a3c3-42c08541b124 req-d7cfe80d-1616-41cc-a10f-bac3d76345e0 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.281641 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-67345873-e6ea-43c2-a3c3-42c08541b124 req-d7cfe80d-1616-41cc-a10f-bac3d76345e0 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "PUT /v2.0/ports/c08e7013-6af2-4784-9705-2b57c80e3d2c HTTP/1.1" status: 200 len: 942 time: 0.3889532 Feb 20 21:04:45.282110 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:04:45.284389 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-161f8162-56cb-4987-beef-69995821171d" -d '{"events": [{"name": "network-changed", "server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:04:45.287503 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35612) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:45.313828 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7cfe80d-1616-41cc-a10f-bac3d76345e0 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event updated for resources: {'Port': ['ID=c08e7013-6af2-4784-9705-2b57c80e3d2c,revision_number=7']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:45.344765 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e8a33c9f-3a37-461c-acf4-a2f083409c85 x-openstack-request-id: req-e8a33c9f-3a37-461c-acf4-a2f083409c85 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:04:45.345169 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:04:45.345525 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-e8a33c9f-3a37-461c-acf4-a2f083409c85 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:04:45.346026 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'status': 'completed', 'code': 200} Feb 20 21:04:45.371891 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-23f45efc-a77c-4c76-a1e8-e817e58c9647 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group (8d4b78f8-7363-4f05-bffb-9d510b1a3279), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.403194 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-23f45efc-a77c-4c76-a1e8-e817e58c9647 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group (8d4b78f8-7363-4f05-bffb-9d510b1a3279), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.469133 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-23f45efc-a77c-4c76-a1e8-e817e58c9647 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (8d4b78f8-7363-4f05-bffb-9d510b1a3279), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.472019 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-23f45efc-a77c-4c76-a1e8-e817e58c9647 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.473229 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-23f45efc-a77c-4c76-a1e8-e817e58c9647 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "DELETE /v2.0/security-groups/8d4b78f8-7363-4f05-bffb-9d510b1a3279 HTTP/1.1" status: 204 len: 168 time: 0.1829963 Feb 20 21:04:45.476081 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35614) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:45.482829 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23f45efc-a77c-4c76-a1e8-e817e58c9647 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d4b78f8-7363-4f05-bffb-9d510b1a3279,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:45.551727 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-deadc1b8-9121-4dde-8143-e6d6b2779ede None None] Provisioning complete for port c08e7013-6af2-4784-9705-2b57c80e3d2c triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:04:45.552539 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-deadc1b8-9121-4dde-8143-e6d6b2779ede None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.628706 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-deadc1b8-9121-4dde-8143-e6d6b2779ede None None] Current status of the port c08e7013-6af2-4784-9705-2b57c80e3d2c is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:04:45.639418 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Deleting port 9ce23138-ef8c-4236-becf-11e574c17d54 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:45.639763 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (9ce23138-ef8c-4236-becf-11e574c17d54), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.710852 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (9ce23138-ef8c-4236-becf-11e574c17d54), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.711172 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for floatingip (9ce23138-ef8c-4236-becf-11e574c17d54), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.722617 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Calling delete_port for 9ce23138-ef8c-4236-becf-11e574c17d54 owned by network:floatingip {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:45.803584 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['c08e7013-6af2-4784-9705-2b57c80e3d2c'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:04:45.902242 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (9ce23138-ef8c-4236-becf-11e574c17d54), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.927906 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event deleted for resources: {'Port': ['ID=9ce23138-ef8c-4236-becf-11e574c17d54,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:45.987698 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks [] for floatingip (1a7bee4f-0673-480f-a499-9a01910553b9), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:45.988033 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.l3_db [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Floating IP 1a7bee4f-0673-480f-a499-9a01910553b9 disassociated (deleted). External IP: 172.27.2.146, port: c08e7013-6af2-4784-9705-2b57c80e3d2c. Feb 20 21:04:46.203866 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Router 24ce63d0-ab35-433d-abe6-e442a44cb6ed has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:04:46.333999 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:04:46.339469 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:46.346219 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e477f958-ed84-42a7-8582-20dee4ba4a6a None None] Sync routers for ids ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:04:46.359171 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477f958-ed84-42a7-8582-20dee4ba4a6a None None] Routers {'24ce63d0-ab35-433d-abe6-e442a44cb6ed'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:04:46.359813 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-e477f958-ed84-42a7-8582-20dee4ba4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:46.394919 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-99737934-2f5b-4d7a-a399-c4b8afebf96f req-1e9f0cd7-a24f-4209-864f-07469150036f tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 210 time: 0.0359137 Feb 20 21:04:46.399002 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-37cc6245-43fe-4592-96c8-d5f4f614ef31 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "DELETE /v2.0/floatingips/1a7bee4f-0673-480f-a499-9a01910553b9 HTTP/1.1" status: 204 len: 168 time: 0.9193025 Feb 20 21:04:46.623173 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-e477f958-ed84-42a7-8582-20dee4ba4a6a None None] Set router 24ce63d0-ab35-433d-abe6-e442a44cb6ed gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:04:46.818578 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-e477f958-ed84-42a7-8582-20dee4ba4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '3675409e-e78b-406b-9237-e575090c6d1a', 'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'mac_address': 'fa:16:3e:af:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:38Z', 'updated_at': '2022-02-20T21:01:47Z', 'revision_number': 5, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'subnets': [{'id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:46.849091 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e477f958-ed84-42a7-8582-20dee4ba4a6a None None] Checking router: 24ce63d0-ab35-433d-abe6-e442a44cb6ed for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:04:46.858448 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e477f958-ed84-42a7-8582-20dee4ba4a6a None None] Routers {'24ce63d0-ab35-433d-abe6-e442a44cb6ed'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:04:46.859186 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-e477f958-ed84-42a7-8582-20dee4ba4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:46.970004 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-e477f958-ed84-42a7-8582-20dee4ba4a6a None None] Set router 24ce63d0-ab35-433d-abe6-e442a44cb6ed gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:04:47.178138 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-e477f958-ed84-42a7-8582-20dee4ba4a6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '3675409e-e78b-406b-9237-e575090c6d1a', 'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'mac_address': 'fa:16:3e:af:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:38Z', 'updated_at': '2022-02-20T21:01:47Z', 'revision_number': 5, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'subnets': [{'id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:47.207241 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e477f958-ed84-42a7-8582-20dee4ba4a6a None None] The sync data for ids ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'] in dv-cinder-830088-1-iscsi is: [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:01:39Z', 'revision_number': 4, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '3675409e-e78b-406b-9237-e575090c6d1a', 'name': '', 'network_id': '0a1fb418-a21e-4f42-a639-a86f2ceedbb9', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'mac_address': 'fa:16:3e:af:59:05', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_interface', 'standard_attr_id': 489, 'fixed_ips': [{'subnet_id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:38Z', 'updated_at': '2022-02-20T21:01:47Z', 'revision_number': 5, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'subnets': [{'id': '5aa09159-a533-476b-bbce-9a56dac45c42', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:04:47.347150 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:04:47.349514 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19e44692-6e55-492a-be3a-41012c82603f" -d '{"events": [{"name": "network-changed", "server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:04:47.387644 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cb1b9233-564b-4814-beeb-089ddd3b69ce x-openstack-request-id: req-cb1b9233-564b-4814-beeb-089ddd3b69ce {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:04:47.387882 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:04:47.388132 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-cb1b9233-564b-4814-beeb-089ddd3b69ce {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:04:47.388572 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'status': 'completed', 'code': 200} Feb 20 21:04:47.441299 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e45b185-4fdc-4edb-a989-e12406104fda None None] New status for floating IP 1a7bee4f-0673-480f-a499-9a01910553b9: DOWN {{(pid=102719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:04:47.496250 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8a901c7f-d630-458b-a140-eaf40efae1a4 req-f4722d33-d8cb-44f6-b1f2-99ff710d48e5 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 210 time: 0.0285327 Feb 20 21:04:47.625115 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f8162-56cb-4987-beef-69995821171d req-21e6e9d1-7910-464b-9b54-9867273a06f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:47.626647 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-161f8162-56cb-4987-beef-69995821171d req-21e6e9d1-7910-464b-9b54-9867273a06f4 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a21e1ba905f94b2a87c3a7ed144d76d6&device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 1129 time: 0.0500226 Feb 20 21:04:47.642008 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['c08e7013-6af2-4784-9705-2b57c80e3d2c'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:04:47.745293 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f8162-56cb-4987-beef-69995821171d req-2536aea8-a0dd-496b-8245-2bf0d7df8555 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:47.746876 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-161f8162-56cb-4987-beef-69995821171d req-2536aea8-a0dd-496b-8245-2bf0d7df8555 service neutron] 10.222.0.90 "GET /v2.0/networks?id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9 HTTP/1.1" status: 200 len: 916 time: 0.1111348 Feb 20 21:04:47.793349 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-161f8162-56cb-4987-beef-69995821171d req-6a6960e5-d0c8-4c36-9eb5-58d29bdd33de service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c HTTP/1.1" status: 200 len: 217 time: 0.0398049 Feb 20 21:04:47.822232 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6a244c70-8644-4f83-9d34-0665df4aad98 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:04:47.843712 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 6a244c70-8644-4f83-9d34-0665df4aad98 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:04:47.844335 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6a244c70-8644-4f83-9d34-0665df4aad98 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:04:47.845360 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f8162-56cb-4987-beef-69995821171d req-161cc943-ea58-4bdb-9ab5-fc1ea62b38f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:47.846883 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-161f8162-56cb-4987-beef-69995821171d req-161cc943-ea58-4bdb-9ab5-fc1ea62b38f3 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5aa09159-a533-476b-bbce-9a56dac45c42 HTTP/1.1" status: 200 len: 854 time: 0.0477157 Feb 20 21:04:47.899144 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-161f8162-56cb-4987-beef-69995821171d req-aa0b40bd-9e2b-4b72-ba7c-e5f9b3099573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:47.901207 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-161f8162-56cb-4987-beef-69995821171d req-aa0b40bd-9e2b-4b72-ba7c-e5f9b3099573 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449963 Feb 20 21:04:47.994338 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-161f8162-56cb-4987-beef-69995821171d req-da49f5ab-6f8a-47ea-9b06-1dc3eec4e5c7 service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861120 Feb 20 21:04:48.084986 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-161f8162-56cb-4987-beef-69995821171d req-4ec6fa1e-e4a4-4dbe-8b47-cfb753a3224f service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838060 Feb 20 21:04:48.223034 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e44692-6e55-492a-be3a-41012c82603f req-de55b99e-f677-414e-ac19-96c77f8bea17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:48.226558 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-19e44692-6e55-492a-be3a-41012c82603f req-de55b99e-f677-414e-ac19-96c77f8bea17 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=a21e1ba905f94b2a87c3a7ed144d76d6&device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 1129 time: 0.0856011 Feb 20 21:04:48.400818 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e44692-6e55-492a-be3a-41012c82603f req-e1c44f3d-8242-4713-b62f-1c310abbf3ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:48.402457 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-19e44692-6e55-492a-be3a-41012c82603f req-e1c44f3d-8242-4713-b62f-1c310abbf3ae service neutron] 10.222.0.90 "GET /v2.0/networks?id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9 HTTP/1.1" status: 200 len: 916 time: 0.1681051 Feb 20 21:04:48.448305 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-19e44692-6e55-492a-be3a-41012c82603f req-3664aa61-8ff8-49ef-8e5f-b0ace1a8df10 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c HTTP/1.1" status: 200 len: 217 time: 0.0377433 Feb 20 21:04:48.539429 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e44692-6e55-492a-be3a-41012c82603f req-1d8d8f80-6a8d-4268-8ef7-94ca8da91aef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:48.541222 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-19e44692-6e55-492a-be3a-41012c82603f req-1d8d8f80-6a8d-4268-8ef7-94ca8da91aef service neutron] 10.222.0.90 "GET /v2.0/subnets?id=5aa09159-a533-476b-bbce-9a56dac45c42 HTTP/1.1" status: 200 len: 854 time: 0.0859611 Feb 20 21:04:48.619003 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19e44692-6e55-492a-be3a-41012c82603f req-0490ea0f-b545-4610-a394-fb1a10a0b4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:48.621662 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-19e44692-6e55-492a-be3a-41012c82603f req-0490ea0f-b545-4610-a394-fb1a10a0b4f1 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=0a1fb418-a21e-4f42-a639-a86f2ceedbb9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0736353 Feb 20 21:04:48.643858 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4ba82af1-609a-4b3a-8908-f6988e93bdaa req-5e147d41-5708-466f-a15c-8e8bf2132364 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "GET /v2.0/ports?device_id=3e2866f5-ef79-45d3-8b32-8e3b44b310a8 HTTP/1.1" status: 200 len: 210 time: 0.0425806 Feb 20 21:04:48.671393 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6938424e-6b48-4ef8-8b7c-a123ffa931ed req-4f556585-45df-4a0d-8b7d-489b9229ed85 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:48.673290 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6938424e-6b48-4ef8-8b7c-a123ffa931ed req-4f556585-45df-4a0d-8b7d-489b9229ed85 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 946 time: 0.0807900 Feb 20 21:04:48.753091 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6938424e-6b48-4ef8-8b7c-a123ffa931ed req-73a58ba3-e73d-4166-a1a1-0fd1f7a03114 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736220 Feb 20 21:04:48.782126 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-19e44692-6e55-492a-be3a-41012c82603f req-90b135f6-9cd1-4f02-8b69-60939169f653 service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521373 Feb 20 21:04:48.888883 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-19e44692-6e55-492a-be3a-41012c82603f req-3cadc5b7-f066-4425-970e-135ec186873e service neutron] 10.222.0.90 "GET /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0978563 Feb 20 21:04:49.708343 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35676) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:49.784778 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dbd620bd-e24c-4c43-9a61-ef61d8fa4c84 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group (90325df6-bf42-410e-9db4-c6eb069898b6), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:49.838053 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dbd620bd-e24c-4c43-9a61-ef61d8fa4c84 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group (90325df6-bf42-410e-9db4-c6eb069898b6), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:49.947292 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac28b3f-926e-4b11-8b01-74bf0da7de43 req-391d3181-9e3b-43e3-a98a-8090c95ac996 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:49.948992 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3ac28b3f-926e-4b11-8b01-74bf0da7de43 req-391d3181-9e3b-43e3-a98a-8090c95ac996 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 946 time: 0.0717962 Feb 20 21:04:49.985301 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dbd620bd-e24c-4c43-9a61-ef61d8fa4c84 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (90325df6-bf42-410e-9db4-c6eb069898b6), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:49.987967 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dbd620bd-e24c-4c43-9a61-ef61d8fa4c84 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:49.991610 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-dbd620bd-e24c-4c43-9a61-ef61d8fa4c84 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] 10.222.0.71 "DELETE /v2.0/security-groups/90325df6-bf42-410e-9db4-c6eb069898b6 HTTP/1.1" status: 204 len: 168 time: 0.2797987 Feb 20 21:04:50.006052 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35686) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:50.021898 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd620bd-e24c-4c43-9a61-ef61d8fa4c84 tempest-TestShelveInstance-582485183 tempest-TestShelveInstance-582485183-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=90325df6-bf42-410e-9db4-c6eb069898b6,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:50.030021 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3ac28b3f-926e-4b11-8b01-74bf0da7de43 req-8e2a3c7a-c68e-4f4b-a2d1-ee06fbce14a8 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748594 Feb 20 21:04:50.060302 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35690) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:50.161938 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c7f36a17-14b8-4a2f-a68f-0ee9c5c06360 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:50.368972 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c7f36a17-14b8-4a2f-a68f-0ee9c5c06360 admin admin] Publish callbacks [] for security_group (19345403-6293-4a9c-87e3-72ff05369362), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:50.375121 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c7f36a17-14b8-4a2f-a68f-0ee9c5c06360 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (19345403-6293-4a9c-87e3-72ff05369362), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:50.456888 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7f36a17-14b8-4a2f-a68f-0ee9c5c06360 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19345403-6293-4a9c-87e3-72ff05369362,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:50.461194 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-c7f36a17-14b8-4a2f-a68f-0ee9c5c06360 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=dee3234c12bf4849973863c393fba7e4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4540892 Feb 20 21:04:50.465427 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35694) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:50.523764 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-275608ef-6218-4afd-bd7d-1a48c2390741 admin admin] Publish callbacks [] for security_group (19345403-6293-4a9c-87e3-72ff05369362), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:50.559884 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-275608ef-6218-4afd-bd7d-1a48c2390741 admin admin] Publish callbacks [] for security_group (19345403-6293-4a9c-87e3-72ff05369362), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:50.628259 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-275608ef-6218-4afd-bd7d-1a48c2390741 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (19345403-6293-4a9c-87e3-72ff05369362), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:50.633096 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-275608ef-6218-4afd-bd7d-1a48c2390741 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:50.635976 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-275608ef-6218-4afd-bd7d-1a48c2390741 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/19345403-6293-4a9c-87e3-72ff05369362 HTTP/1.1" status: 204 len: 168 time: 0.1684620 Feb 20 21:04:50.653565 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-275608ef-6218-4afd-bd7d-1a48c2390741 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19345403-6293-4a9c-87e3-72ff05369362,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:50.671563 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1827-5f08-46a9-8cef-805952317e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609256'] for router_interface (f1e3956f-4d2d-4e02-a8ea-0f195406407b), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:50.990640 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a1827-5f08-46a9-8cef-805952317e4a admin admin] Deleting port ba80ca14-d2d4-47f5-8cb5-1ef773f514af {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:50.990990 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1827-5f08-46a9-8cef-805952317e4a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:51.019469 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35704) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:51.036195 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5ccd3c65-3b39-4755-95ae-0908e71e0ab4 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:51.077072 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-4a7a1827-5f08-46a9-8cef-805952317e4a admin admin] For port ba80ca14-d2d4-47f5-8cb5-1ef773f514af, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=ba80ca14-d2d4-47f5-8cb5-1ef773f514af,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:51.077655 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1827-5f08-46a9-8cef-805952317e4a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:51.099726 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-4a7a1827-5f08-46a9-8cef-805952317e4a admin admin] Calling delete_port for ba80ca14-d2d4-47f5-8cb5-1ef773f514af owned by network:router_interface {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:51.150333 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5ccd3c65-3b39-4755-95ae-0908e71e0ab4 admin admin] Publish callbacks [] for security_group (21619b36-7b8c-4dda-8ea5-6af8fe7977f2), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:51.171604 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5ccd3c65-3b39-4755-95ae-0908e71e0ab4 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (21619b36-7b8c-4dda-8ea5-6af8fe7977f2), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:51.220995 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-5ccd3c65-3b39-4755-95ae-0908e71e0ab4 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=07f0612e7ab84c89ab808c4b67b48597&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2003088 Feb 20 21:04:51.223620 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccd3c65-3b39-4755-95ae-0908e71e0ab4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21619b36-7b8c-4dda-8ea5-6af8fe7977f2,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:51.225808 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35708) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:51.256863 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f6f15f-6285-4b49-a699-4542f2d05dce req-9b02021e-bd57-409b-8be5-b770becdf47b tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:51.259593 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-41f6f15f-6285-4b49-a699-4542f2d05dce req-9b02021e-bd57-409b-8be5-b770becdf47b tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 946 time: 0.1228373 Feb 20 21:04:51.317410 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d03da66e-8221-417e-9711-834e59314913 admin admin] Publish callbacks [] for security_group (21619b36-7b8c-4dda-8ea5-6af8fe7977f2), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:51.331790 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-41f6f15f-6285-4b49-a699-4542f2d05dce req-9b1ce835-355f-464e-974b-71437381a683 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636425 Feb 20 21:04:51.373307 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d03da66e-8221-417e-9711-834e59314913 admin admin] Publish callbacks [] for security_group (21619b36-7b8c-4dda-8ea5-6af8fe7977f2), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:51.394220 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1827-5f08-46a9-8cef-805952317e4a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (ba80ca14-d2d4-47f5-8cb5-1ef773f514af), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:51.440167 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a7a1827-5f08-46a9-8cef-805952317e4a admin admin] Pushing event deleted for resources: {'Port': ['ID=ba80ca14-d2d4-47f5-8cb5-1ef773f514af,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:51.499775 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d03da66e-8221-417e-9711-834e59314913 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (21619b36-7b8c-4dda-8ea5-6af8fe7977f2), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:51.502435 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d03da66e-8221-417e-9711-834e59314913 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:51.507619 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-d03da66e-8221-417e-9711-834e59314913 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/21619b36-7b8c-4dda-8ea5-6af8fe7977f2 HTTP/1.1" status: 204 len: 168 time: 0.2766666 Feb 20 21:04:51.520125 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d03da66e-8221-417e-9711-834e59314913 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21619b36-7b8c-4dda-8ea5-6af8fe7977f2,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:51.638096 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4a7a1827-5f08-46a9-8cef-805952317e4a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608888'] for router_interface (f1e3956f-4d2d-4e02-a8ea-0f195406407b), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:51.904232 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1162b3-ccb9-4df6-b6fd-89a204f2ea57 req-4b48c012-6c98-4990-a05b-d92283136b5a tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:51.905865 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-9b1162b3-ccb9-4df6-b6fd-89a204f2ea57 req-4b48c012-6c98-4990-a05b-d92283136b5a tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.90 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 946 time: 0.1222780 Feb 20 21:04:52.045102 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a7a1827-5f08-46a9-8cef-805952317e4a admin admin] Router f1e3956f-4d2d-4e02-a8ea-0f195406407b has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:04:52.121161 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-9b1162b3-ccb9-4df6-b6fd-89a204f2ea57 req-dd516947-2d2d-426b-875f-b87e4e53a4f5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Deleting port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:52.121712 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-9b1162b3-ccb9-4df6-b6fd-89a204f2ea57 req-dd516947-2d2d-426b-875f-b87e4e53a4f5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:52.527709 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495aa9c4-dc19-46c4-9efe-1e2ed6b5e890 req-f3d4485d-3531-49eb-9830-6c5c6188434f tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:52.530064 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-495aa9c4-dc19-46c4-9efe-1e2ed6b5e890 req-f3d4485d-3531-49eb-9830-6c5c6188434f tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/ports?device_id=9d525aa6-22c2-4b20-a4f4-17984831fef1 HTTP/1.1" status: 200 len: 946 time: 0.0912056 Feb 20 21:04:52.547774 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a7a1827-5f08-46a9-8cef-805952317e4a admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:04:52.558010 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-4a7a1827-5f08-46a9-8cef-805952317e4a admin admin] 10.222.0.71 "PUT /v2.0/routers/f1e3956f-4d2d-4e02-a8ea-0f195406407b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4915347 Feb 20 21:04:52.558213 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35746) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:52.568856 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-9b1162b3-ccb9-4df6-b6fd-89a204f2ea57 req-dd516947-2d2d-426b-875f-b87e4e53a4f5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] For port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6,segment=NetworkSegment(1ac5aeec-ec41-470d-b23c-3f7a7c67729a),segment_id=1ac5aeec-ec41-470d-b23c-3f7a7c67729a)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:52.569142 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-9b1162b3-ccb9-4df6-b6fd-89a204f2ea57 req-dd516947-2d2d-426b-875f-b87e4e53a4f5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:52.573366 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239acb64-c301-4d02-a576-79e9d80aba6b None None] Sync routers for ids ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:04:52.583155 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239acb64-c301-4d02-a576-79e9d80aba6b None None] Routers {'f1e3956f-4d2d-4e02-a8ea-0f195406407b'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:04:52.583902 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-239acb64-c301-4d02-a576-79e9d80aba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:52.584318 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-9b1162b3-ccb9-4df6-b6fd-89a204f2ea57 req-dd516947-2d2d-426b-875f-b87e4e53a4f5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Calling delete_port for 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:52.737290 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-495aa9c4-dc19-46c4-9efe-1e2ed6b5e890 req-21ae2833-a537-4f18-9d35-7f435d0400a0 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.71 "GET /v2.0/security-groups?id=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1973031 Feb 20 21:04:52.783234 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-239acb64-c301-4d02-a576-79e9d80aba6b None None] Set router f1e3956f-4d2d-4e02-a8ea-0f195406407b gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:04:52.825788 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-9b1162b3-ccb9-4df6-b6fd-89a204f2ea57 req-dd516947-2d2d-426b-875f-b87e4e53a4f5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:52.849927 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:04:52.856177 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Publish callbacks [] for router (f1e3956f-4d2d-4e02-a8ea-0f195406407b), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:52.876771 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd516947-2d2d-426b-875f-b87e4e53a4f5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Pushing event deleted for resources: {'Port': ['ID=6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:52.943439 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-9b1162b3-ccb9-4df6-b6fd-89a204f2ea57 req-dd516947-2d2d-426b-875f-b87e4e53a4f5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] No DVR routers for this DVR port 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:04:52.946220 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-9b1162b3-ccb9-4df6-b6fd-89a204f2ea57 req-dd516947-2d2d-426b-875f-b87e4e53a4f5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:52.950086 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-9b1162b3-ccb9-4df6-b6fd-89a204f2ea57 req-dd516947-2d2d-426b-875f-b87e4e53a4f5 tempest-VolumesSnapshotTestJSON-181551162 tempest-VolumesSnapshotTestJSON-181551162-project] 10.222.0.90 "DELETE /v2.0/ports/6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 HTTP/1.1" status: 204 len: 173 time: 1.0375195 Feb 20 21:04:52.950882 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9d525aa6-22c2-4b20-a4f4-17984831fef1', 'name': 'network-vif-deleted', 'tag': '6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:04:52.953227 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4fea5c45-0b52-4b44-92e4-b4e9e4e47893" -d '{"events": [{"server_uuid": "9d525aa6-22c2-4b20-a4f4-17984831fef1", "name": "network-vif-deleted", "tag": "6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:04:53.020643 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:04:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b30fc69-8c32-4178-a006-ab2c7449dcfe x-openstack-request-id: req-6b30fc69-8c32-4178-a006-ab2c7449dcfe {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:04:53.020940 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9d525aa6-22c2-4b20-a4f4-17984831fef1", "name": "network-vif-deleted", "tag": "6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:04:53.021194 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-6b30fc69-8c32-4178-a006-ab2c7449dcfe {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:04:53.021756 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9d525aa6-22c2-4b20-a4f4-17984831fef1', 'name': 'network-vif-deleted', 'tag': '6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6', 'status': 'completed', 'code': 200} Feb 20 21:04:53.096881 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-239acb64-c301-4d02-a576-79e9d80aba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62'}], 'enable_snat': True}, 'gw_port_id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T21:04:51Z', 'revision_number': 5, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port': {'id': '6d1de7f1-b2da-4ce5-9000-d375cba91774', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:ca:53', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 373, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.62', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T20:58:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:53.104071 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Publish callbacks [] for router_gateway (f1e3956f-4d2d-4e02-a8ea-0f195406407b), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:53.134649 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239acb64-c301-4d02-a576-79e9d80aba6b None None] Checking router: f1e3956f-4d2d-4e02-a8ea-0f195406407b for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:04:53.151049 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-239acb64-c301-4d02-a576-79e9d80aba6b None None] Routers {'f1e3956f-4d2d-4e02-a8ea-0f195406407b'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:04:53.152005 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-239acb64-c301-4d02-a576-79e9d80aba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:53.185099 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Deleting port 6d1de7f1-b2da-4ce5-9000-d375cba91774 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:53.185351 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:53.264682 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-239acb64-c301-4d02-a576-79e9d80aba6b None None] Set router f1e3956f-4d2d-4e02-a8ea-0f195406407b gateway port host: None {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:04:53.283010 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] For port 6d1de7f1-b2da-4ce5-9000-d375cba91774, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=6d1de7f1-b2da-4ce5-9000-d375cba91774,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:53.283477 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:53.299688 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Calling delete_port for 6d1de7f1-b2da-4ce5-9000-d375cba91774 owned by network:router_gateway {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:53.345239 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-239acb64-c301-4d02-a576-79e9d80aba6b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T21:04:53Z', 'revision_number': 6, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port_host': None}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:53.403588 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-239acb64-c301-4d02-a576-79e9d80aba6b None None] The sync data for ids ['f1e3956f-4d2d-4e02-a8ea-0f195406407b'] in dv-cinder-830088-1-iscsi is: [{'id': 'f1e3956f-4d2d-4e02-a8ea-0f195406407b', 'name': 'tempest-TestShelveInstance-513020268-router', 'tenant_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:50Z', 'updated_at': '2022-02-20T21:04:53Z', 'revision_number': 6, 'project_id': 'e62881a5cbea4bc0a555dbd98aa886f4', 'gw_port_host': None}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:04:53.610504 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (6d1de7f1-b2da-4ce5-9000-d375cba91774), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:53.649031 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Pushing event deleted for resources: {'Port': ['ID=6d1de7f1-b2da-4ce5-9000-d375cba91774,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:53.743306 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608146'] for router_gateway (f1e3956f-4d2d-4e02-a8ea-0f195406407b), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:53.753520 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-596aa020-c114-4e70-819d-de8153808030 req-8b4d175a-359d-4196-b0d0-56847e79cca3 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:53.755474 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-596aa020-c114-4e70-819d-de8153808030 req-8b4d175a-359d-4196-b0d0-56847e79cca3 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 945 time: 0.1172976 Feb 20 21:04:53.896942 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129210'] for router (f1e3956f-4d2d-4e02-a8ea-0f195406407b), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:53.902599 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Publish callbacks [] for router_controller (f1e3956f-4d2d-4e02-a8ea-0f195406407b), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:53.965102 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-596aa020-c114-4e70-819d-de8153808030 req-208577ee-15ab-4494-a4b0-af9d16b6e07d tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1810443 Feb 20 21:04:53.976537 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619127'] for router (f1e3956f-4d2d-4e02-a8ea-0f195406407b), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:53.986121 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Fanout notify agent at l3_agent the message router_deleted on router f1e3956f-4d2d-4e02-a8ea-0f195406407b {{(pid=102716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 21:04:53.992461 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] Publish callbacks [] for router (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:53.996409 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-6cc7bbf6-c3c2-4455-a853-6b1db5bb65af admin admin] 10.222.0.71 "DELETE /v2.0/routers/f1e3956f-4d2d-4e02-a8ea-0f195406407b HTTP/1.1" status: 204 len: 168 time: 1.4353843 Feb 20 21:04:53.997769 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35786) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:54.056541 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0e06aff-7f61-457b-829f-8d254cf8e5a7 admin admin] Deleting subnet e13eb2b0-b6fd-4280-8ded-a6d9123be2c0 {{(pid=102716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:04:54.061686 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b0e06aff-7f61-457b-829f-8d254cf8e5a7 admin admin] Publish callbacks [] for subnet (e13eb2b0-b6fd-4280-8ded-a6d9123be2c0), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:54.107980 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b0e06aff-7f61-457b-829f-8d254cf8e5a7 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30520643'] for subnet (e13eb2b0-b6fd-4280-8ded-a6d9123be2c0), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:54.220413 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b0e06aff-7f61-457b-829f-8d254cf8e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (e13eb2b0-b6fd-4280-8ded-a6d9123be2c0), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:54.324478 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b0e06aff-7f61-457b-829f-8d254cf8e5a7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29631517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29417191'] for subnet (e13eb2b0-b6fd-4280-8ded-a6d9123be2c0), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:54.345065 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b0e06aff-7f61-457b-829f-8d254cf8e5a7 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:54.350192 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8e999-a457-49fe-8127-825eee83d352 None None] Network d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:04:54.356924 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-b0e06aff-7f61-457b-829f-8d254cf8e5a7 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e13eb2b0-b6fd-4280-8ded-a6d9123be2c0 HTTP/1.1" status: 204 len: 168 time: 0.3572145 Feb 20 21:04:54.361755 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35798) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:54.384622 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e06aff-7f61-457b-829f-8d254cf8e5a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e13eb2b0-b6fd-4280-8ded-a6d9123be2c0,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:54.502566 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:54.584924 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b28b4602-e21d-419d-8a71-6b53ca325500 None None] DHCP port deletion for d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff request from dv-cinder-830088-1-iscsi {{(pid=102718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 21:04:54.586231 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Deleting port e64dc551-d480-4fe1-93ab-49c48f81c83d {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:54.586583 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:54.684948 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] For port e64dc551-d480-4fe1-93ab-49c48f81c83d, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=e64dc551-d480-4fe1-93ab-49c48f81c83d,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:54.685753 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:54.719725 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Calling delete_port for e64dc551-d480-4fe1-93ab-49c48f81c83d owned by network:dhcp {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:54.722010 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-b28b4602-e21d-419d-8a71-6b53ca325500 None None] Deleting port e64dc551-d480-4fe1-93ab-49c48f81c83d {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:54.722484 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b28b4602-e21d-419d-8a71-6b53ca325500 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:54.814897 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 6d1de7f1-b2da-4ce5-9000-d375cba91774 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:04:54.886357 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 6d1de7f1-b2da-4ce5-9000-d375cba91774 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:04:54.887435 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 6d1de7f1-b2da-4ce5-9000-d375cba91774 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:04:54.888212 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device ba80ca14-d2d4-47f5-8cb5-1ef773f514af no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:04:54.893078 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-b28b4602-e21d-419d-8a71-6b53ca325500 None None] For port e64dc551-d480-4fe1-93ab-49c48f81c83d, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=e64dc551-d480-4fe1-93ab-49c48f81c83d,segment=NetworkSegment(0ce790d8-c82d-418b-a996-ab012328ea11),segment_id=0ce790d8-c82d-418b-a996-ab012328ea11)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:54.894123 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b28b4602-e21d-419d-8a71-6b53ca325500 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:54.903445 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:54.939257 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Pushing event deleted for resources: {'Port': ['ID=e64dc551-d480-4fe1-93ab-49c48f81c83d,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:54.939941 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-b28b4602-e21d-419d-8a71-6b53ca325500 None None] Calling delete_port for e64dc551-d480-4fe1-93ab-49c48f81c83d owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:54.942111 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: ba80ca14-d2d4-47f5-8cb5-1ef773f514af {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:04:54.942465 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device ba80ca14-d2d4-47f5-8cb5-1ef773f514af not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:04:54.942886 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device e64dc551-d480-4fe1-93ab-49c48f81c83d no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:04:54.947036 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] No DVR routers for this DVR port e64dc551-d480-4fe1-93ab-49c48f81c83d on host dv-cinder-830088-1-iscsi {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:04:54.990872 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: e64dc551-d480-4fe1-93ab-49c48f81c83d {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:04:54.990872 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device e64dc551-d480-4fe1-93ab-49c48f81c83d not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:04:55.046170 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:55.070760 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff']}} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:55.082302 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ce790d8-c82d-418b-a996-ab012328ea11') {'for_net_delete': True} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:55.082600 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ce790d8-c82d-418b-a996-ab012328ea11') {} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:55.096733 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30773296'] for segment (0ce790d8-c82d-418b-a996-ab012328ea11), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:55.110611 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b28b4602-e21d-419d-8a71-6b53ca325500 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457'] for port (e64dc551-d480-4fe1-93ab-49c48f81c83d), after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:55.142537 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (0ce790d8-c82d-418b-a996-ab012328ea11), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:55.148086 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b28b4602-e21d-419d-8a71-6b53ca325500 None None] Pushing event deleted for resources: {'Port': ['ID=e64dc551-d480-4fe1-93ab-49c48f81c83d,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:55.155910 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b28b4602-e21d-419d-8a71-6b53ca325500 None None] No DVR routers for this DVR port e64dc551-d480-4fe1-93ab-49c48f81c83d on host dv-cinder-830088-1-iscsi {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:04:55.161952 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Releasing vlan 194 on physical network physnet1 to pool {{(pid=102717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:04:55.162409 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30558168'] for segment (0ce790d8-c82d-418b-a996-ab012328ea11), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:55.185471 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ab8c0e-ad1d-4d69-86ca-73be3fda2e73 req-9a2725fd-cae5-490b-b98d-10e00a226660 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:55.188061 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-83ab8c0e-ad1d-4d69-86ca-73be3fda2e73 req-9a2725fd-cae5-490b-b98d-10e00a226660 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 945 time: 0.1218257 Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: Traceback (most recent call last): Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: timer() Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: cb(*args, **kw) Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: return func(*args, **kwargs) Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: self._notify() Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: self.callback(batched_events) Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: event.method(event) Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: return f(self, *a, **k) Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._get(url).json() Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: return self.request(url, 'GET', **kwargs) Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:04:55.202931 dv-cinder-830088-1-iscsi neutron-server[102717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:04:55.254538 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-83ab8c0e-ad1d-4d69-86ca-73be3fda2e73 req-80a5f858-b763-4e6b-a97c-bb28c683a3be tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/security-groups?id=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562525 Feb 20 21:04:55.265011 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:55.289405 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:55.293861 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff HTTP/1.1" status: 204 len: 168 time: 0.9297836 Feb 20 21:04:55.297001 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35816) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:55.298260 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d84e5c2-62ca-49ec-8a1f-6b8b0fb285a1 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9a4d54b-0dac-4cd4-b7b8-8db9f930cdff,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:55.336032 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43ffdb5c-ff7d-4693-b967-615121089003 req-5ed9835e-f795-403c-b252-2c694980f631 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:04:55.337996 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-43ffdb5c-ff7d-4693-b967-615121089003 req-5ed9835e-f795-403c-b252-2c694980f631 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.90 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 945 time: 0.1073446 Feb 20 21:04:55.535754 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-43ffdb5c-ff7d-4693-b967-615121089003 req-2e916457-d0d6-419a-9271-61b0b911a8e6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Deleting port c08e7013-6af2-4784-9705-2b57c80e3d2c {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:55.537015 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-43ffdb5c-ff7d-4693-b967-615121089003 req-2e916457-d0d6-419a-9271-61b0b911a8e6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:55.718995 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-43ffdb5c-ff7d-4693-b967-615121089003 req-2e916457-d0d6-419a-9271-61b0b911a8e6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] For port c08e7013-6af2-4784-9705-2b57c80e3d2c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=c08e7013-6af2-4784-9705-2b57c80e3d2c,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:55.719502 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-43ffdb5c-ff7d-4693-b967-615121089003 req-2e916457-d0d6-419a-9271-61b0b911a8e6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:55.739575 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-43ffdb5c-ff7d-4693-b967-615121089003 req-2e916457-d0d6-419a-9271-61b0b911a8e6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Calling delete_port for c08e7013-6af2-4784-9705-2b57c80e3d2c owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:55.818920 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:04:55.859521 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:04:55.860941 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 6ea65fa0-9aca-49b9-9d4a-1785b0ad07e6 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:04:55.934356 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-43ffdb5c-ff7d-4693-b967-615121089003 req-2e916457-d0d6-419a-9271-61b0b911a8e6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (c08e7013-6af2-4784-9705-2b57c80e3d2c), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:56.034513 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e916457-d0d6-419a-9271-61b0b911a8e6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Pushing event deleted for resources: {'Port': ['ID=c08e7013-6af2-4784-9705-2b57c80e3d2c,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:56.061716 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8db5e817-a2ba-48eb-9af4-27dd698bc6c1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:56.095717 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-43ffdb5c-ff7d-4693-b967-615121089003 req-2e916457-d0d6-419a-9271-61b0b911a8e6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] No DVR routers for this DVR port c08e7013-6af2-4784-9705-2b57c80e3d2c on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:04:56.099186 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-43ffdb5c-ff7d-4693-b967-615121089003 req-2e916457-d0d6-419a-9271-61b0b911a8e6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:56.102733 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-43ffdb5c-ff7d-4693-b967-615121089003 req-2e916457-d0d6-419a-9271-61b0b911a8e6 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.90 "DELETE /v2.0/ports/c08e7013-6af2-4784-9705-2b57c80e3d2c HTTP/1.1" status: 204 len: 173 time: 0.7592692 Feb 20 21:04:56.103316 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'name': 'network-vif-deleted', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:04:56.106577 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f541da5-59af-49db-9182-6478a5a5b7ac" -d '{"events": [{"server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "name": "network-vif-deleted", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:04:56.171623 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:04:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c75993f5-8773-4e89-8727-ad8f057da98e x-openstack-request-id: req-c75993f5-8773-4e89-8727-ad8f057da98e {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:04:56.171929 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "76ff80da-2074-420e-b24c-a7825c451e00", "name": "network-vif-deleted", "tag": "c08e7013-6af2-4784-9705-2b57c80e3d2c", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:04:56.172337 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-c75993f5-8773-4e89-8727-ad8f057da98e {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:04:56.172771 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '76ff80da-2074-420e-b24c-a7825c451e00', 'name': 'network-vif-deleted', 'tag': 'c08e7013-6af2-4784-9705-2b57c80e3d2c', 'status': 'completed', 'code': 200} Feb 20 21:04:56.282719 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-502e3e10-6a16-4403-80d0-a110ac5dcb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609256'] for router_interface (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:56.449896 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a25f4d5e-c853-416d-90e3-161f8c9f74d5 req-9b30c5f2-a5c9-44e8-a4de-e8cb5e4501cb tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 210 time: 0.0351992 Feb 20 21:04:56.663661 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:56.730866 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-502e3e10-6a16-4403-80d0-a110ac5dcb5e admin admin] Deleting port becc1c44-0fab-4463-8683-5b2bbf690a6b {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:56.731213 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-502e3e10-6a16-4403-80d0-a110ac5dcb5e admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:56.820071 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [None req-502e3e10-6a16-4403-80d0-a110ac5dcb5e admin admin] For port becc1c44-0fab-4463-8683-5b2bbf690a6b, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=becc1c44-0fab-4463-8683-5b2bbf690a6b,segment=NetworkSegment(e640513c-66ec-4147-9785-97575fb879d5),segment_id=e640513c-66ec-4147-9785-97575fb879d5)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:56.820460 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-502e3e10-6a16-4403-80d0-a110ac5dcb5e admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:56.835434 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-502e3e10-6a16-4403-80d0-a110ac5dcb5e admin admin] Calling delete_port for becc1c44-0fab-4463-8683-5b2bbf690a6b owned by network:router_interface {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:57.091019 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-502e3e10-6a16-4403-80d0-a110ac5dcb5e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (becc1c44-0fab-4463-8683-5b2bbf690a6b), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:57.123751 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-502e3e10-6a16-4403-80d0-a110ac5dcb5e admin admin] Pushing event deleted for resources: {'Port': ['ID=becc1c44-0fab-4463-8683-5b2bbf690a6b,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:57.312398 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-502e3e10-6a16-4403-80d0-a110ac5dcb5e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608888'] for router_interface (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:57.555755 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-502e3e10-6a16-4403-80d0-a110ac5dcb5e admin admin] Router d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:04:57.641617 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52138b5f-9860-4aa4-a550-f3f80cb39861 req-7edb5b54-f4ff-4b6d-8826-15ef97520b34 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 210 time: 0.0408876 Feb 20 21:04:57.708391 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-502e3e10-6a16-4403-80d0-a110ac5dcb5e admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:04:57.714996 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-502e3e10-6a16-4403-80d0-a110ac5dcb5e admin admin] 10.222.0.71 "PUT /v2.0/routers/d741e7b9-1106-4ea5-8c0b-4c5cc12f2809/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4167056 Feb 20 21:04:57.717465 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35854) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:57.720817 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc66b1-a515-460e-890b-251028e28943 None None] Sync routers for ids ['d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:04:57.731800 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc66b1-a515-460e-890b-251028e28943 None None] Routers {'d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:04:57.732452 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-9ccc66b1-a515-460e-890b-251028e28943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:57.830040 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Publish callbacks [] for router (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:57.848820 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-9ccc66b1-a515-460e-890b-251028e28943 None None] Set router d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:04:57.939394 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Publish callbacks [] for router_gateway (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:57.998474 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Deleting port 4ded1ebf-73dd-4f41-bd92-33685b68b83b {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:57.998815 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:58.084367 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] For port 4ded1ebf-73dd-4f41-bd92-33685b68b83b, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=4ded1ebf-73dd-4f41-bd92-33685b68b83b,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:58.087858 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:58.102731 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Calling delete_port for 4ded1ebf-73dd-4f41-bd92-33685b68b83b owned by network:router_gateway {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:58.135060 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-9ccc66b1-a515-460e-890b-251028e28943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'name': 'tempest-TestShelveInstance-547748442-router', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48'}], 'enable_snat': True}, 'gw_port_id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T21:04:57Z', 'revision_number': 5, 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'gw_port': {'id': '4ded1ebf-73dd-4f41-bd92-33685b68b83b', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:e4:f5:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'device_owner': 'network:router_gateway', 'standard_attr_id': 385, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.48', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T20:59:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:58.165102 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc66b1-a515-460e-890b-251028e28943 None None] Checking router: d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:04:58.175287 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ccc66b1-a515-460e-890b-251028e28943 None None] Routers {'d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:04:58.175783 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-9ccc66b1-a515-460e-890b-251028e28943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:58.274654 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-9ccc66b1-a515-460e-890b-251028e28943 None None] Set router d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 gateway port host: None {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:04:58.306687 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (4ded1ebf-73dd-4f41-bd92-33685b68b83b), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:58.316503 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device c08e7013-6af2-4784-9705-2b57c80e3d2c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:04:58.339465 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Pushing event deleted for resources: {'Port': ['ID=4ded1ebf-73dd-4f41-bd92-33685b68b83b,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:58.386180 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-9ccc66b1-a515-460e-890b-251028e28943 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'name': 'tempest-TestShelveInstance-547748442-router', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T21:04:57Z', 'revision_number': 6, 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'gw_port_host': None}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:58.418617 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: c08e7013-6af2-4784-9705-2b57c80e3d2c {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:04:58.419228 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device c08e7013-6af2-4784-9705-2b57c80e3d2c not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:04:58.431864 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608146'] for router_gateway (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:58.447633 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ccc66b1-a515-460e-890b-251028e28943 None None] The sync data for ids ['d741e7b9-1106-4ea5-8c0b-4c5cc12f2809'] in dv-cinder-830088-1-iscsi is: [{'id': 'd741e7b9-1106-4ea5-8c0b-4c5cc12f2809', 'name': 'tempest-TestShelveInstance-547748442-router', 'tenant_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T20:58:57Z', 'updated_at': '2022-02-20T21:04:57Z', 'revision_number': 6, 'project_id': '8c6cfa3184e54773a8bf520e1aa8c511', 'gw_port_host': None}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:04:58.568365 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129210'] for router (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:58.570504 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Publish callbacks [] for router_controller (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:58.628187 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619127'] for router (d741e7b9-1106-4ea5-8c0b-4c5cc12f2809), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:58.628681 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 {{(pid=102716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 21:04:58.634433 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:58.636117 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-16fb28f6-b8da-4e41-b816-c375389937b6 admin admin] 10.222.0.71 "DELETE /v2.0/routers/d741e7b9-1106-4ea5-8c0b-4c5cc12f2809 HTTP/1.1" status: 204 len: 168 time: 0.9171050 Feb 20 21:04:58.639748 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35860) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:58.697129 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e905d83-4d93-4ab3-9979-6cfb4cbafbbe admin admin] Deleting subnet add45678-0810-47db-88f6-bbf1e4113773 {{(pid=102716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:04:58.702324 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1e905d83-4d93-4ab3-9979-6cfb4cbafbbe admin admin] Publish callbacks [] for subnet (add45678-0810-47db-88f6-bbf1e4113773), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:58.755162 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1e905d83-4d93-4ab3-9979-6cfb4cbafbbe admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30520643'] for subnet (add45678-0810-47db-88f6-bbf1e4113773), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:58.795171 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4491a557-b7a1-4eff-9c3f-e9e5e33463c0 req-bb30b766-6395-4061-99ed-fc044588605f tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 210 time: 0.0576262 Feb 20 21:04:58.869618 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1e905d83-4d93-4ab3-9979-6cfb4cbafbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (add45678-0810-47db-88f6-bbf1e4113773), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:58.876323 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6970502c-a02e-448c-81e0-c4298499f490 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:58.964851 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1e905d83-4d93-4ab3-9979-6cfb4cbafbbe admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29631517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29417191'] for subnet (add45678-0810-47db-88f6-bbf1e4113773), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.004908 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e905d83-4d93-4ab3-9979-6cfb4cbafbbe admin admin] Pushing event deleted for resources: {'Subnet': ['ID=add45678-0810-47db-88f6-bbf1e4113773,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:59.013786 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-1e905d83-4d93-4ab3-9979-6cfb4cbafbbe admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.017242 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-1e905d83-4d93-4ab3-9979-6cfb4cbafbbe admin admin] 10.222.0.71 "DELETE /v2.0/subnets/add45678-0810-47db-88f6-bbf1e4113773 HTTP/1.1" status: 204 len: 168 time: 0.3761358 Feb 20 21:04:59.019815 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35868) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:04:59.020632 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e871eb90-47e6-4419-aa7b-c6399553f6a0 None None] Network 14fd1bf3-b557-47bc-a453-6243e09b660c requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:04:59.164537 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (14fd1bf3-b557-47bc-a453-6243e09b660c), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.254951 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device becc1c44-0fab-4463-8683-5b2bbf690a6b no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:04:59.287690 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Deleting port 3ec81879-1c59-493d-9b5e-148f6ea6b538 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:59.289455 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.296719 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: becc1c44-0fab-4463-8683-5b2bbf690a6b {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:04:59.297464 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device becc1c44-0fab-4463-8683-5b2bbf690a6b not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:04:59.411480 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] For port 3ec81879-1c59-493d-9b5e-148f6ea6b538, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=3ec81879-1c59-493d-9b5e-148f6ea6b538,segment=NetworkSegment(e640513c-66ec-4147-9785-97575fb879d5),segment_id=e640513c-66ec-4147-9785-97575fb879d5)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:59.411899 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.425510 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75b35e90-7a92-40e2-97fc-ed19ddf9e5a3 None None] DHCP port deletion for 14fd1bf3-b557-47bc-a453-6243e09b660c request from dv-cinder-830088-1-iscsi {{(pid=102718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 21:04:59.438135 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Calling delete_port for 3ec81879-1c59-493d-9b5e-148f6ea6b538 owned by network:dhcp {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:59.494930 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-75b35e90-7a92-40e2-97fc-ed19ddf9e5a3 None None] Deleting port 3ec81879-1c59-493d-9b5e-148f6ea6b538 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:04:59.495562 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-75b35e90-7a92-40e2-97fc-ed19ddf9e5a3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.590096 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.626989 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-75b35e90-7a92-40e2-97fc-ed19ddf9e5a3 None None] For port 3ec81879-1c59-493d-9b5e-148f6ea6b538, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=3ec81879-1c59-493d-9b5e-148f6ea6b538,segment=NetworkSegment(e640513c-66ec-4147-9785-97575fb879d5),segment_id=e640513c-66ec-4147-9785-97575fb879d5)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:04:59.627674 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-75b35e90-7a92-40e2-97fc-ed19ddf9e5a3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.634210 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Pushing event deleted for resources: {'Port': ['ID=3ec81879-1c59-493d-9b5e-148f6ea6b538,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:59.645422 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] No DVR routers for this DVR port 3ec81879-1c59-493d-9b5e-148f6ea6b538 on host dv-cinder-830088-1-iscsi {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:04:59.653127 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-75b35e90-7a92-40e2-97fc-ed19ddf9e5a3 None None] Calling delete_port for 3ec81879-1c59-493d-9b5e-148f6ea6b538 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:04:59.749046 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-75b35e90-7a92-40e2-97fc-ed19ddf9e5a3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457'] for port (3ec81879-1c59-493d-9b5e-148f6ea6b538), after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.776958 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75b35e90-7a92-40e2-97fc-ed19ddf9e5a3 None None] Pushing event deleted for resources: {'Port': ['ID=3ec81879-1c59-493d-9b5e-148f6ea6b538,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:04:59.782267 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75b35e90-7a92-40e2-97fc-ed19ddf9e5a3 None None] No DVR routers for this DVR port 3ec81879-1c59-493d-9b5e-148f6ea6b538 on host dv-cinder-830088-1-iscsi {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:04:59.814428 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (14fd1bf3-b557-47bc-a453-6243e09b660c), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.860817 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14fd1bf3-b557-47bc-a453-6243e09b660c']}} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:59.873022 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e640513c-66ec-4147-9785-97575fb879d5') {'for_net_delete': True} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:59.873454 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e640513c-66ec-4147-9785-97575fb879d5') {} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:04:59.889568 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30773296'] for segment (e640513c-66ec-4147-9785-97575fb879d5), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.905013 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (e640513c-66ec-4147-9785-97575fb879d5), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.917311 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Releasing vlan 162 on physical network physnet1 to pool {{(pid=102717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:04:59.918013 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30558168'] for segment (e640513c-66ec-4147-9785-97575fb879d5), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: Traceback (most recent call last): Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: timer() Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: cb(*args, **kw) Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: return func(*args, **kwargs) Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: self._notify() Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: self.callback(batched_events) Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: event.method(event) Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: return f(self, *a, **k) Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._get(url).json() Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: return self.request(url, 'GET', **kwargs) Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:04:59.920648 dv-cinder-830088-1-iscsi neutron-server[102717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:04:59.934218 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e5e58814-95a5-433d-8687-261eb5fa8173 req-9853e21c-eba2-499d-9904-0697c678b6a3 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 210 time: 0.0312159 Feb 20 21:04:59.978796 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (14fd1bf3-b557-47bc-a453-6243e09b660c), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.984687 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:04:59.987876 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] 10.222.0.71 "DELETE /v2.0/networks/14fd1bf3-b557-47bc-a453-6243e09b660c HTTP/1.1" status: 204 len: 168 time: 0.9670413 Feb 20 21:05:00.000402 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-168ef266-343d-49e5-8842-78f132a01a08 admin admin] Pushing event deleted for resources: {'Network': ['ID=14fd1bf3-b557-47bc-a453-6243e09b660c,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:00.179428 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 35890) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:00.233512 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:00.237336 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35894) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:00.237919 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-d43464ae-1b0d-40b3-8bcb-cec9caba7f9b admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e62881a5cbea4bc0a555dbd98aa886f4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0566525 Feb 20 21:05:00.312979 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-392d9f59-9106-41b3-9158-98e801bf5a3d admin admin] Publish callbacks [] for security_group (cfe6a373-5c59-4aa4-b459-dff869f106b7), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:00.337205 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-392d9f59-9106-41b3-9158-98e801bf5a3d admin admin] Publish callbacks [] for security_group (cfe6a373-5c59-4aa4-b459-dff869f106b7), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:00.409661 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-392d9f59-9106-41b3-9158-98e801bf5a3d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (cfe6a373-5c59-4aa4-b459-dff869f106b7), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:00.412613 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-392d9f59-9106-41b3-9158-98e801bf5a3d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:00.413918 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-392d9f59-9106-41b3-9158-98e801bf5a3d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/cfe6a373-5c59-4aa4-b459-dff869f106b7 HTTP/1.1" status: 204 len: 168 time: 0.1751664 Feb 20 21:05:00.424266 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392d9f59-9106-41b3-9158-98e801bf5a3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cfe6a373-5c59-4aa4-b459-dff869f106b7,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:00.696761 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:05:00.727881 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 4ded1ebf-73dd-4f41-bd92-33685b68b83b no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:05:00.754523 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 4ded1ebf-73dd-4f41-bd92-33685b68b83b {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:05:00.754883 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 4ded1ebf-73dd-4f41-bd92-33685b68b83b not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:05:00.755632 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 3ec81879-1c59-493d-9b5e-148f6ea6b538 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:05:00.778237 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 3ec81879-1c59-493d-9b5e-148f6ea6b538 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:05:00.778802 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 3ec81879-1c59-493d-9b5e-148f6ea6b538 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:05:00.866671 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35904) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:00.914927 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-f3fe93eb-2e32-4074-bce0-19ecb8dc3687 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=8c6cfa3184e54773a8bf520e1aa8c511&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0469239 Feb 20 21:05:00.918559 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35906) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:00.972527 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3e96c4d0-61ec-462b-9d26-eb628d8406a3 admin admin] Publish callbacks [] for security_group (49583c92-8448-4748-a491-9191b8ddf9ea), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:00.996453 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3e96c4d0-61ec-462b-9d26-eb628d8406a3 admin admin] Publish callbacks [] for security_group (49583c92-8448-4748-a491-9191b8ddf9ea), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:01.049357 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3e96c4d0-61ec-462b-9d26-eb628d8406a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (49583c92-8448-4748-a491-9191b8ddf9ea), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:01.050355 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-da911eb3-9289-4553-a319-84f62370f886 req-11af7537-59c0-4b10-8b92-203304dedbe3 tempest-TestMinimumBasicScenario-1475963492 tempest-TestMinimumBasicScenario-1475963492-project] 10.222.0.71 "GET /v2.0/ports?device_id=76ff80da-2074-420e-b24c-a7825c451e00 HTTP/1.1" status: 200 len: 210 time: 0.0293305 Feb 20 21:05:01.052922 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3e96c4d0-61ec-462b-9d26-eb628d8406a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:01.053280 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-3e96c4d0-61ec-462b-9d26-eb628d8406a3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/49583c92-8448-4748-a491-9191b8ddf9ea HTTP/1.1" status: 204 len: 168 time: 0.1336353 Feb 20 21:05:01.064561 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e96c4d0-61ec-462b-9d26-eb628d8406a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=49583c92-8448-4748-a491-9191b8ddf9ea,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:01.981930 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:02.190125 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 35956) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:02.344579 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-546693073-network', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:02.384345 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Made reservation on behalf of ff258914ee2b4c9db5a90dba699c8f77 for: {'network': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:05:02.393071 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:02.410792 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:02.590519 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Publish callbacks [] for security_group (9649371e-764f-4d43-986e-146b92679e41), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:02.599368 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (9649371e-764f-4d43-986e-146b92679e41), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:02.643816 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 187} {{(pid=102717) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:05:02.675354 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9649371e-764f-4d43-986e-146b92679e41,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:02.681071 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (a03e2bb3-844e-4878-a664-c3e166f48b3d), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:02.683318 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.segments_db [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Added segment a03e2bb3-844e-4878-a664-c3e166f48b3d of type vlan for network a106d46e-8c77-4012-96c1-49a3a4f915ab Feb 20 21:05:02.721337 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.722155 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.723210 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.724059 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.725232 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.725232 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.725785 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.726337 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.726909 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.727589 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.728028 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.730019 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.730561 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:02.822699 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (a106d46e-8c77-4012-96c1-49a3a4f915ab), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:02.896737 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (a106d46e-8c77-4012-96c1-49a3a4f915ab), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:02.899306 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:02.900996 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:03.045746 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] Pushing event updated for resources: {'Network': ['ID=a106d46e-8c77-4012-96c1-49a3a4f915ab,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:03.054618 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a1267288-9df2-49f5-b88f-5fca38a33f46 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8628809 Feb 20 21:05:03.060618 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36008) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:03.062684 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network a106d46e-8c77-4012-96c1-49a3a4f915ab details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:05:03.075931 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-dc7dd8e8-9396-438f-a518-dbede1966c30 admin admin] Request body: {'subnet': {'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-546693073-subnet', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'ip_version': 4}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:03.133190 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc7dd8e8-9396-438f-a518-dbede1966c30 admin admin] Made reservation on behalf of ff258914ee2b4c9db5a90dba699c8f77 for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:05:03.144229 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dc7dd8e8-9396-438f-a518-dbede1966c30 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29416970'] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:03.237528 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:03.367927 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36020) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:03.395856 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dc7dd8e8-9396-438f-a518-dbede1966c30 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29631580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29417208'] for subnet (06e5b62b-78c3-4fd5-aa5b-3f37c3732422), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:03.460136 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7dd8e8-9396-438f-a518-dbede1966c30 admin admin] Pushing event updated for resources: {'Subnet': ['ID=06e5b62b-78c3-4fd5-aa5b-3f37c3732422,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:03.479278 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc7dd8e8-9396-438f-a518-dbede1966c30 admin admin] Checking segment: {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:05:03.479746 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7dd8e8-9396-438f-a518-dbede1966c30 admin admin] Network hostable DHCP agents. Network: a106d46e-8c77-4012-96c1-49a3a4f915ab, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:05:03.501399 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc7dd8e8-9396-438f-a518-dbede1966c30 admin admin] Network a106d46e-8c77-4012-96c1-49a3a4f915ab is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:05:03.514021 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-dc7dd8e8-9396-438f-a518-dbede1966c30 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, a106d46e-8c77-4012-96c1-49a3a4f915ab) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:05:03.519562 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc7dd8e8-9396-438f-a518-dbede1966c30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:03.521030 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-dc7dd8e8-9396-438f-a518-dbede1966c30 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:03.524088 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3e5390a-2a9b-4779-b156-94fee043795a None None] Network a106d46e-8c77-4012-96c1-49a3a4f915ab requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:05:03.541593 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-dc7dd8e8-9396-438f-a518-dbede1966c30 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.4760923 Feb 20 21:05:03.544885 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36022) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:03.550878 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:03.575329 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129096'] for router (13248f9c-34f2-4600-894e-8a0507170b2e), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:03.576840 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129203'] for router (13248f9c-34f2-4600-894e-8a0507170b2e), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:03.659287 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Publish callbacks [] for router_controller (13248f9c-34f2-4600-894e-8a0507170b2e), precommit_add_association {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:03.678356 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e186323-6794-51a6-9681-5fb779ffdfce-a106d46e-8c77-4012-96c1-49a3a4f915ab', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422'}]}} from dv-cinder-830088-1-iscsi. {{(pid=102718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 21:05:03.679408 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:03.880298 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Allocated IP 172.20.0.2 (a106d46e-8c77-4012-96c1-49a3a4f915ab/06e5b62b-78c3-4fd5-aa5b-3f37c3732422/38780978-b708-478c-9a0e-7a3c88d07c6d) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:05:03.907798 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Publish callbacks [] for router_gateway (13248f9c-34f2-4600-894e-8a0507170b2e), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:03.971086 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9a5daab6-a985-4f98-a0ff-def0fa953337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609256'] for router_interface (24ce63d0-ab35-433d-abe6-e442a44cb6ed), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:04.194203 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Publish callbacks [] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:04.202229 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:04.269929 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Network a106d46e-8c77-4012-96c1-49a3a4f915ab is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:05:04.275867 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:05:04.288335 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:05:04.302021 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Pushing event updated for resources: {'Port': ['ID=38780978-b708-478c-9a0e-7a3c88d07c6d,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:04.372881 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Publish callbacks [] for router_gateway (13248f9c-34f2-4600-894e-8a0507170b2e), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:04.448190 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:04.488750 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Attempting to bind port 38780978-b708-478c-9a0e-7a3c88d07c6d on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:05:04.488750 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Attempting to bind port 38780978-b708-478c-9a0e-7a3c88d07c6d by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:05:04.488750 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Attempting to bind port 38780978-b708-478c-9a0e-7a3c88d07c6d on network a106d46e-8c77-4012-96c1-49a3a4f915ab {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:05:04.504858 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:05:04.506457 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Checking segment: {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:05:04.507237 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:04.507773 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Bound using segment: {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:05:04.508348 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Bound port: 38780978-b708-478c-9a0e-7a3c88d07c6d, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:05:04.510408 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:04.607513 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] For port 38780978-b708-478c-9a0e-7a3c88d07c6d, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:05:04.612236 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] For port 38780978-b708-478c-9a0e-7a3c88d07c6d, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=38780978-b708-478c-9a0e-7a3c88d07c6d,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:05:04.632698 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:04.642444 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-9a5daab6-a985-4f98-a0ff-def0fa953337 admin admin] Deleting port 3675409e-e78b-406b-9237-e575090c6d1a {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:05:04.643293 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9a5daab6-a985-4f98-a0ff-def0fa953337 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (3675409e-e78b-406b-9237-e575090c6d1a), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:04.730645 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a1b06-7648-4891-b7ce-03f3405f4c7e None None] Pushing event updated for resources: {'Port': ['ID=38780978-b708-478c-9a0e-7a3c88d07c6d,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:04.735600 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Allocated IP 172.27.2.162 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/4c64b890-7fb0-4a5d-8f64-99d4e88081e8) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:05:04.804954 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-9a5daab6-a985-4f98-a0ff-def0fa953337 admin admin] For port 3675409e-e78b-406b-9237-e575090c6d1a, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=3675409e-e78b-406b-9237-e575090c6d1a,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:04.805965 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9a5daab6-a985-4f98-a0ff-def0fa953337 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (3675409e-e78b-406b-9237-e575090c6d1a), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:04.843677 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-9a5daab6-a985-4f98-a0ff-def0fa953337 admin admin] Calling delete_port for 3675409e-e78b-406b-9237-e575090c6d1a owned by network:router_interface {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:05:04.904753 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Publish callbacks [] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:04.958537 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:05.014782 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Pushing event updated for resources: {'Port': ['ID=4c64b890-7fb0-4a5d-8f64-99d4e88081e8,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:05.053113 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:05:05.057167 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:05:05.066270 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:05:05.195995 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9a5daab6-a985-4f98-a0ff-def0fa953337 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (3675409e-e78b-406b-9237-e575090c6d1a), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:05.242606 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5daab6-a985-4f98-a0ff-def0fa953337 admin admin] Pushing event deleted for resources: {'Port': ['ID=3675409e-e78b-406b-9237-e575090c6d1a,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:05.482199 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-9a5daab6-a985-4f98-a0ff-def0fa953337 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608888'] for router_interface (24ce63d0-ab35-433d-abe6-e442a44cb6ed), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:05.493771 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Publish callbacks [] for router_gateway (13248f9c-34f2-4600-894e-8a0507170b2e), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:05.960698 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a5daab6-a985-4f98-a0ff-def0fa953337 admin admin] Router 24ce63d0-ab35-433d-abe6-e442a44cb6ed has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:05:06.204971 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a5daab6-a985-4f98-a0ff-def0fa953337 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:05:06.211956 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-9a5daab6-a985-4f98-a0ff-def0fa953337 admin admin] 10.222.0.71 "PUT /v2.0/routers/24ce63d0-ab35-433d-abe6-e442a44cb6ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8404377 Feb 20 21:05:06.214216 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36078) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:06.217488 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ce5b6-33c5-42bd-8c1a-16648deaa58d None None] Sync routers for ids ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:05:06.241561 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ce5b6-33c5-42bd-8c1a-16648deaa58d None None] Routers {'24ce63d0-ab35-433d-abe6-e442a44cb6ed'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:05:06.242232 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-8c3ce5b6-33c5-42bd-8c1a-16648deaa58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:06.293200 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608182'] for router (13248f9c-34f2-4600-894e-8a0507170b2e), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:06.443704 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Publish callbacks [] for router (24ce63d0-ab35-433d-abe6-e442a44cb6ed), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:06.466178 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-8c3ce5b6-33c5-42bd-8c1a-16648deaa58d None None] Set router 24ce63d0-ab35-433d-abe6-e442a44cb6ed gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:05:06.535497 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-414e4695-dcc3-497f-8172-798b229b91f8 None None] Network a106d46e-8c77-4012-96c1-49a3a4f915ab requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:05:06.555870 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Router 13248f9c-34f2-4600-894e-8a0507170b2e is scheduled to L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb with binding_index 1 {{(pid=102716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 21:05:06.647783 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36082) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:06.701970 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-cbd308c9-568e-4c28-99a9-ef942559f1c5 None None] Provisioning complete for port 38780978-b708-478c-9a0e-7a3c88d07c6d triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:06.702621 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbd308c9-568e-4c28-99a9-ef942559f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:06.715326 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:05:06.725356 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Sync routers for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:05:06.742039 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:05:06.742679 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:06.746330 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Publish callbacks [] for router_gateway (24ce63d0-ab35-433d-abe6-e442a44cb6ed), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:06.750198 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] Publish callbacks [] for router (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:06.752922 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-02777bfe-d513-4ac0-b0bf-c92c695eab1a admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 3.2063713 Feb 20 21:05:06.762519 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36086) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:06.894827 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Deleting port 33076990-7c23-4f8a-90df-3647d6d76d46 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:05:06.895359 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (33076990-7c23-4f8a-90df-3647d6d76d46), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:07.071262 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-8c3ce5b6-33c5-42bd-8c1a-16648deaa58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121'}], 'enable_snat': True}, 'gw_port_id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:05:05Z', 'revision_number': 5, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port': {'id': '33076990-7c23-4f8a-90df-3647d6d76d46', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:7d:fe:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'device_owner': 'network:router_gateway', 'standard_attr_id': 488, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.121', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:35Z', 'updated_at': '2022-02-20T21:01:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:07.131564 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:05:07.196293 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ce5b6-33c5-42bd-8c1a-16648deaa58d None None] Checking router: 24ce63d0-ab35-433d-abe6-e442a44cb6ed for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:05:07.209892 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-cbd308c9-568e-4c28-99a9-ef942559f1c5 None None] Current status of the port 38780978-b708-478c-9a0e-7a3c88d07c6d is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:07.212038 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbd308c9-568e-4c28-99a9-ef942559f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:07.231492 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-83a907b6-2cfe-441d-80e9-fbc4c332184e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:07.283065 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] For port 33076990-7c23-4f8a-90df-3647d6d76d46, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=33076990-7c23-4f8a-90df-3647d6d76d46,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:07.283440 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (33076990-7c23-4f8a-90df-3647d6d76d46), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:07.331554 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Calling delete_port for 33076990-7c23-4f8a-90df-3647d6d76d46 owned by network:router_gateway {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:05:07.364107 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-cbd308c9-568e-4c28-99a9-ef942559f1c5 None None] For port 38780978-b708-478c-9a0e-7a3c88d07c6d, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=38780978-b708-478c-9a0e-7a3c88d07c6d,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:07.367752 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 38780978-b708-478c-9a0e-7a3c88d07c6d up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:05:07.447088 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cbd308c9-568e-4c28-99a9-ef942559f1c5 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:07.457367 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3ce5b6-33c5-42bd-8c1a-16648deaa58d None None] Routers {'24ce63d0-ab35-433d-abe6-e442a44cb6ed'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:05:07.458460 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-8c3ce5b6-33c5-42bd-8c1a-16648deaa58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:07.517699 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 38780978-b708-478c-9a0e-7a3c88d07c6d triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:07.518227 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:07.546165 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:05Z', 'revision_number': 3, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:07.595611 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Checking router: 13248f9c-34f2-4600-894e-8a0507170b2e for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:05:07.595870 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Updating router 13248f9c-34f2-4600-894e-8a0507170b2e port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 binding host dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:05:07.638172 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:07.651945 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-f3e6f13f-87b3-4727-938d-419e84b49848 None None] Provisioning complete for port 38780978-b708-478c-9a0e-7a3c88d07c6d triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:07.652541 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f3e6f13f-87b3-4727-938d-419e84b49848 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:07.810577 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:07.957098 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 38780978-b708-478c-9a0e-7a3c88d07c6d is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:07.998369 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-83a907b6-2cfe-441d-80e9-fbc4c332184e admin admin] Publish callbacks [] for security_group (3553bb5a-e166-4723-a753-1d10899499db), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.011445 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Publish callbacks [] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.012866 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-83a907b6-2cfe-441d-80e9-fbc4c332184e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (3553bb5a-e166-4723-a753-1d10899499db), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.016823 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-8c3ce5b6-33c5-42bd-8c1a-16648deaa58d None None] Set router 24ce63d0-ab35-433d-abe6-e442a44cb6ed gateway port host: None {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:05:08.020728 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f3e6f13f-87b3-4727-938d-419e84b49848 None None] Current status of the port 38780978-b708-478c-9a0e-7a3c88d07c6d is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:08.025557 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd308c9-568e-4c28-99a9-ef942559f1c5 None None] Pushing event updated for resources: {'Port': ['ID=38780978-b708-478c-9a0e-7a3c88d07c6d,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:08.028334 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.071135 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Attempting to bind port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:05:08.071862 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Attempting to bind port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:05:08.072606 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Attempting to bind port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 on network ea720e23-b531-404c-aafa-141089e16b4e {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:05:08.100389 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:05:08.100769 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Checking segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:05:08.101175 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.101868 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Bound using segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:05:08.102151 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Bound port: 4c64b890-7fb0-4a5d-8f64-99d4e88081e8, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:05:08.102448 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.123771 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-83a907b6-2cfe-441d-80e9-fbc4c332184e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=fb406abf5df542989aec29c4d35db6ca&name=default HTTP/1.1" status: 200 len: 2996 time: 1.4743307 Feb 20 21:05:08.126557 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36098) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:08.154297 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Pushing event updated for resources: {'Port': ['ID=4c64b890-7fb0-4a5d-8f64-99d4e88081e8,revision_number=2']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:08.157050 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-8c3ce5b6-33c5-42bd-8c1a-16648deaa58d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:05:06Z', 'revision_number': 6, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port_host': None}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:08.162372 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83a907b6-2cfe-441d-80e9-fbc4c332184e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3553bb5a-e166-4723-a753-1d10899499db,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:08.164511 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.164900 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.165800 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.165800 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.166034 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.166380 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.166716 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.167046 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.167373 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.167728 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.168389 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.168389 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.168855 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102719) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.203376 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] For port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:05:08.204792 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8c3ce5b6-33c5-42bd-8c1a-16648deaa58d None None] The sync data for ids ['24ce63d0-ab35-433d-abe6-e442a44cb6ed'] in dv-cinder-830088-1-iscsi is: [{'id': '24ce63d0-ab35-433d-abe6-e442a44cb6ed', 'name': 'tempest-TestMinimumBasicScenario-1600689467-router', 'tenant_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:34Z', 'updated_at': '2022-02-20T21:05:06Z', 'revision_number': 6, 'project_id': 'a21e1ba905f94b2a87c3a7ed144d76d6', 'gw_port_host': None}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:05:08.208019 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] For port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=4c64b890-7fb0-4a5d-8f64-99d4e88081e8,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:05:08.219133 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.264937 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Allocated IP 172.20.0.1 (a106d46e-8c77-4012-96c1-49a3a4f915ab/06e5b62b-78c3-4fd5-aa5b-3f37c3732422/82b6d128-2483-47f5-b284-7ec77429fb71) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:05:08.300436 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4bb5ac-5fb3-4dfb-b5d2-543586d2a89e None None] Pushing event updated for resources: {'Port': ['ID=4c64b890-7fb0-4a5d-8f64-99d4e88081e8,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:08.303436 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:05:08.304156 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:08.337634 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (33076990-7c23-4f8a-90df-3647d6d76d46), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.366701 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-57bf5cd6-c3aa-45d3-8c65-918f45b5326d admin admin] Publish callbacks [] for security_group (3553bb5a-e166-4723-a753-1d10899499db), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.410170 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Pushing event deleted for resources: {'Port': ['ID=33076990-7c23-4f8a-90df-3647d6d76d46,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:08.504714 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:05:08.508916 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-57bf5cd6-c3aa-45d3-8c65-918f45b5326d admin admin] Publish callbacks [] for security_group (3553bb5a-e166-4723-a753-1d10899499db), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.516245 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Publish callbacks [] for port (82b6d128-2483-47f5-b284-7ec77429fb71), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.591314 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.592649 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608146'] for router_gateway (24ce63d0-ab35-433d-abe6-e442a44cb6ed), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.668991 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Network a106d46e-8c77-4012-96c1-49a3a4f915ab is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:05:08.674839 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:05:08.681030 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:05:08.757805 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Pushing event updated for resources: {'Port': ['ID=82b6d128-2483-47f5-b284-7ec77429fb71,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:08.802447 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.803335 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.804114 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.804941 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.805708 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.807021 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.807793 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.808822 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.809622 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.810375 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.811587 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.813415 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.814190 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:08.840639 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609121'] for router_interface (13248f9c-34f2-4600-894e-8a0507170b2e), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.851814 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:05Z', 'revision_number': 3, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:08.953485 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129210'] for router (24ce63d0-ab35-433d-abe6-e442a44cb6ed), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:08.958449 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Publish callbacks [] for router_controller (24ce63d0-ab35-433d-abe6-e442a44cb6ed), precommit_delete_associations {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:09.090575 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-57bf5cd6-c3aa-45d3-8c65-918f45b5326d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (3553bb5a-e166-4723-a753-1d10899499db), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:09.093647 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-57bf5cd6-c3aa-45d3-8c65-918f45b5326d admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:09.097084 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-57bf5cd6-c3aa-45d3-8c65-918f45b5326d admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/3553bb5a-e166-4723-a753-1d10899499db HTTP/1.1" status: 204 len: 168 time: 0.9162405 Feb 20 21:05:09.108151 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619127'] for router (24ce63d0-ab35-433d-abe6-e442a44cb6ed), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:09.109747 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 24ce63d0-ab35-433d-abe6-e442a44cb6ed {{(pid=102717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 21:05:09.113968 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cde02772-fe82-423b-bf41-346beb744a81 None None] The sync data for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi is: [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:05Z', 'revision_number': 3, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:05:09.123549 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57bf5cd6-c3aa-45d3-8c65-918f45b5326d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3553bb5a-e166-4723-a753-1d10899499db,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:09.153725 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:09.162409 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:09.164996 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-44b8b373-0223-4fd7-abdf-652bae6b6bb2 admin admin] 10.222.0.71 "DELETE /v2.0/routers/24ce63d0-ab35-433d-abe6-e442a44cb6ed HTTP/1.1" status: 204 len: 168 time: 2.9485686 Feb 20 21:05:09.174182 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36106) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:09.203632 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-f6e257d0-8bc1-498d-922c-70fe8be5cd21 None None] Provisioning complete for port 82b6d128-2483-47f5-b284-7ec77429fb71 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:09.204664 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6e257d0-8bc1-498d-922c-70fe8be5cd21 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:09.321703 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-f6e257d0-8bc1-498d-922c-70fe8be5cd21 None None] Port 82b6d128-2483-47f5-b284-7ec77429fb71 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:05:09.339562 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 38780978-b708-478c-9a0e-7a3c88d07c6d up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:05:09.498665 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_v2 [None req-fecad2b1-41f4-4482-803f-d85e5a6e4eb6 admin admin] Deleting subnet 5aa09159-a533-476b-bbce-9a56dac45c42 {{(pid=102716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:05:09.503384 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 38780978-b708-478c-9a0e-7a3c88d07c6d triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:09.504008 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:09.508630 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fecad2b1-41f4-4482-803f-d85e5a6e4eb6 admin admin] Publish callbacks [] for subnet (5aa09159-a533-476b-bbce-9a56dac45c42), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:09.630253 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fecad2b1-41f4-4482-803f-d85e5a6e4eb6 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30520643'] for subnet (5aa09159-a533-476b-bbce-9a56dac45c42), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:09.803954 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 38780978-b708-478c-9a0e-7a3c88d07c6d is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:09.825862 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 3675409e-e78b-406b-9237-e575090c6d1a no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:05:09.886571 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 3675409e-e78b-406b-9237-e575090c6d1a {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:05:09.887001 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 3675409e-e78b-406b-9237-e575090c6d1a not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:05:09.955077 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Publish callbacks [] for port (82b6d128-2483-47f5-b284-7ec77429fb71), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:09.975813 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:10.172105 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36130) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:10.211488 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fecad2b1-41f4-4482-803f-d85e5a6e4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (5aa09159-a533-476b-bbce-9a56dac45c42), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:10.272707 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Pushing event updated for resources: {'Port': ['ID=82b6d128-2483-47f5-b284-7ec77429fb71,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:10.288236 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609269'] for router_interface (13248f9c-34f2-4600-894e-8a0507170b2e), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:10.377771 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-432c0597-3946-414b-abb1-482bb719c4d3 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:10.430990 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fecad2b1-41f4-4482-803f-d85e5a6e4eb6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29631517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29417191'] for subnet (5aa09159-a533-476b-bbce-9a56dac45c42), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:10.496098 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fecad2b1-41f4-4482-803f-d85e5a6e4eb6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5aa09159-a533-476b-bbce-9a56dac45c42,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:10.504673 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fecad2b1-41f4-4482-803f-d85e5a6e4eb6 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:10.509088 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26410f0a-e897-4c14-b0ea-1c7f85acdd75 None None] Network 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:05:10.512286 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-fecad2b1-41f4-4482-803f-d85e5a6e4eb6 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/5aa09159-a533-476b-bbce-9a56dac45c42 HTTP/1.1" status: 204 len: 168 time: 1.3369277 Feb 20 21:05:10.519000 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36138) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:10.531066 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Network a106d46e-8c77-4012-96c1-49a3a4f915ab is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:05:10.533058 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:05:10.658060 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-432c0597-3946-414b-abb1-482bb719c4d3 admin admin] Publish callbacks [] for security_group (22735e14-ece0-4480-bcc5-ba15ef24b1c7), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:10.680282 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-432c0597-3946-414b-abb1-482bb719c4d3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (22735e14-ece0-4480-bcc5-ba15ef24b1c7), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:10.771065 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-432c0597-3946-414b-abb1-482bb719c4d3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=e4998dfd96684a93a9617af6ce12d1f6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.5977407 Feb 20 21:05:10.772672 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36144) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:10.778058 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (0a1fb418-a21e-4f42-a639-a86f2ceedbb9), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:10.783542 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-432c0597-3946-414b-abb1-482bb719c4d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22735e14-ece0-4480-bcc5-ba15ef24b1c7,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:10.831217 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4871b0cb-cd94-41a0-a18a-372866f779a0 None None] DHCP port deletion for 0a1fb418-a21e-4f42-a639-a86f2ceedbb9 request from dv-cinder-830088-1-iscsi {{(pid=102718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 21:05:10.833526 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Router 13248f9c-34f2-4600-894e-8a0507170b2e has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:05:10.960516 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:05:11.017764 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2e176783-3f14-4d69-8342-176d795133aa admin admin] Publish callbacks [] for security_group (22735e14-ece0-4480-bcc5-ba15ef24b1c7), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.070428 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-023b9fb6-11f2-45e4-a428-59fa222b11d8 None None] Provisioning complete for port 82b6d128-2483-47f5-b284-7ec77429fb71 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:11.070806 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-023b9fb6-11f2-45e4-a428-59fa222b11d8 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.079927 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Deleting port 0ccf1aca-66d2-4858-836c-1370f2e4b678 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:05:11.080274 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.082423 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:05:11.089698 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2e176783-3f14-4d69-8342-176d795133aa admin admin] Publish callbacks [] for security_group (22735e14-ece0-4480-bcc5-ba15ef24b1c7), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.126016 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-e389dc84-e613-4544-b36e-23fb11a760a0 admin admin] 10.222.0.71 "PUT /v2.0/routers/13248f9c-34f2-4600-894e-8a0507170b2e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3668714 Feb 20 21:05:11.130998 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4871b0cb-cd94-41a0-a18a-372866f779a0 None None] Deleting port 0ccf1aca-66d2-4858-836c-1370f2e4b678 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:05:11.132472 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4871b0cb-cd94-41a0-a18a-372866f779a0 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.164725 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-023b9fb6-11f2-45e4-a428-59fa222b11d8 None None] Port 82b6d128-2483-47f5-b284-7ec77429fb71 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:05:11.203140 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] For port 0ccf1aca-66d2-4858-836c-1370f2e4b678, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=0ccf1aca-66d2-4858-836c-1370f2e4b678,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:11.203749 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.220939 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Calling delete_port for 0ccf1aca-66d2-4858-836c-1370f2e4b678 owned by network:dhcp {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:05:11.280414 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:11.280807 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.323908 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2e176783-3f14-4d69-8342-176d795133aa admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (22735e14-ece0-4480-bcc5-ba15ef24b1c7), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.329436 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2e176783-3f14-4d69-8342-176d795133aa admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.330727 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-2e176783-3f14-4d69-8342-176d795133aa admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/22735e14-ece0-4480-bcc5-ba15ef24b1c7 HTTP/1.1" status: 204 len: 168 time: 0.5562613 Feb 20 21:05:11.333668 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-4871b0cb-cd94-41a0-a18a-372866f779a0 None None] For port 0ccf1aca-66d2-4858-836c-1370f2e4b678, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=0ccf1aca-66d2-4858-836c-1370f2e4b678,segment=NetworkSegment(f8955fba-a266-4164-93ed-8122b6887db9),segment_id=f8955fba-a266-4164-93ed-8122b6887db9)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:11.334049 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4871b0cb-cd94-41a0-a18a-372866f779a0 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.347373 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e176783-3f14-4d69-8342-176d795133aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22735e14-ece0-4480-bcc5-ba15ef24b1c7,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:11.358236 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4871b0cb-cd94-41a0-a18a-372866f779a0 None None] Calling delete_port for 0ccf1aca-66d2-4858-836c-1370f2e4b678 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:05:11.365349 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.424819 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Pushing event deleted for resources: {'Port': ['ID=0ccf1aca-66d2-4858-836c-1370f2e4b678,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:11.427182 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] No DVR routers for this DVR port 0ccf1aca-66d2-4858-836c-1370f2e4b678 on host dv-cinder-830088-1-iscsi {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:05:11.530585 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:11.531169 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.538546 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (0a1fb418-a21e-4f42-a639-a86f2ceedbb9), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.560828 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=4c64b890-7fb0-4a5d-8f64-99d4e88081e8,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:11.562936 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4871b0cb-cd94-41a0-a18a-372866f779a0 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457'] for port (0ccf1aca-66d2-4858-836c-1370f2e4b678), after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.581555 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a1fb418-a21e-4f42-a639-a86f2ceedbb9']}} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:11.594558 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.598502 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8955fba-a266-4164-93ed-8122b6887db9') {'for_net_delete': True} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:11.598709 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8955fba-a266-4164-93ed-8122b6887db9') {} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:11.604699 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4871b0cb-cd94-41a0-a18a-372866f779a0 None None] Pushing event deleted for resources: {'Port': ['ID=0ccf1aca-66d2-4858-836c-1370f2e4b678,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:11.612162 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4871b0cb-cd94-41a0-a18a-372866f779a0 None None] No DVR routers for this DVR port 0ccf1aca-66d2-4858-836c-1370f2e4b678 on host dv-cinder-830088-1-iscsi {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:05:11.615311 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 33076990-7c23-4f8a-90df-3647d6d76d46 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:05:11.634201 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30773296'] for segment (f8955fba-a266-4164-93ed-8122b6887db9), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.657957 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 33076990-7c23-4f8a-90df-3647d6d76d46 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:05:11.658545 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 33076990-7c23-4f8a-90df-3647d6d76d46 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:05:11.671168 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (f8955fba-a266-4164-93ed-8122b6887db9), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.688976 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Releasing vlan 156 on physical network physnet1 to pool {{(pid=102717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:05:11.689878 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30558168'] for segment (f8955fba-a266-4164-93ed-8122b6887db9), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: Traceback (most recent call last): Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: timer() Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: cb(*args, **kw) Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: return func(*args, **kwargs) Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: self._notify() Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: self.callback(batched_events) Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: event.method(event) Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: return f(self, *a, **k) Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._get(url).json() Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: return self.request(url, 'GET', **kwargs) Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:05:11.692466 dv-cinder-830088-1-iscsi neutron-server[102717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:05:11.807906 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (0a1fb418-a21e-4f42-a639-a86f2ceedbb9), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.826189 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:11.829039 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] 10.222.0.71 "DELETE /v2.0/networks/0a1fb418-a21e-4f42-a639-a86f2ceedbb9 HTTP/1.1" status: 204 len: 168 time: 1.3086953 Feb 20 21:05:11.829970 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab9acc0e-8b6b-4031-ab2d-4983db7d1af2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0a1fb418-a21e-4f42-a639-a86f2ceedbb9,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:11.832231 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36170) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:11.860994 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=4c64b890-7fb0-4a5d-8f64-99d4e88081e8,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:12.031581 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36174) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:12.221731 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36180) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:12.237616 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c97437d1-a539-4069-90c5-6709f3429b79 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:12.333575 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Sync routers for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:05:12.354798 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:05:12.358654 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:12.377080 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c97437d1-a539-4069-90c5-6709f3429b79 admin admin] Publish callbacks [] for security_group (71acdd49-102a-4b51-b56c-9416cd71edb9), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:12.386391 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-c97437d1-a539-4069-90c5-6709f3429b79 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (71acdd49-102a-4b51-b56c-9416cd71edb9), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:12.420763 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5a0faa7c-5801-4799-a345-2cbc96a4379c admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:12.438320 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bfc86194-1adb-4066-a19c-c80ab06c4b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609256'] for router_interface (3080db9e-4281-4d0f-b59b-cf711a745ba9), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:12.486890 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c97437d1-a539-4069-90c5-6709f3429b79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71acdd49-102a-4b51-b56c-9416cd71edb9,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:12.524785 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:05:12.539328 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-c97437d1-a539-4069-90c5-6709f3429b79 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=454ecdfdc0e04aa2a43c26e2ef0eea71&name=default HTTP/1.1" status: 200 len: 2996 time: 0.3158455 Feb 20 21:05:12.545993 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36186) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:12.740535 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f2c7189-96d3-4b20-90ce-f2c43c73030e admin admin] Publish callbacks [] for security_group (71acdd49-102a-4b51-b56c-9416cd71edb9), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:12.774560 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36192) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:12.789590 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1435785018-network', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:12.819433 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:05:12.873411 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-bfc86194-1adb-4066-a19c-c80ab06c4b0a admin admin] Deleting port 2052b774-9a41-46ea-825a-e5fb66618ef5 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:05:12.874099 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bfc86194-1adb-4066-a19c-c80ab06c4b0a admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:12.875800 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f2c7189-96d3-4b20-90ce-f2c43c73030e admin admin] Publish callbacks [] for security_group (71acdd49-102a-4b51-b56c-9416cd71edb9), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:12.925482 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5a0faa7c-5801-4799-a345-2cbc96a4379c admin admin] Publish callbacks [] for security_group (b606f0c2-715e-4139-8157-e2331601f075), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:12.933739 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Made reservation on behalf of 77f482e31ef2447ca4e0d67dcb0b4c38 for: {'network': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:05:12.935741 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:12.936181 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:12.939573 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for network (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:12.950377 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-5a0faa7c-5801-4799-a345-2cbc96a4379c admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (b606f0c2-715e-4139-8157-e2331601f075), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:12.974010 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 2, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:13.008902 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.015017 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Checking router: 13248f9c-34f2-4600-894e-8a0507170b2e for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:05:13.015771 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Updating router 13248f9c-34f2-4600-894e-8a0507170b2e port 82b6d128-2483-47f5-b284-7ec77429fb71 binding host dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:05:13.034998 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-bfc86194-1adb-4066-a19c-c80ab06c4b0a admin admin] For port 2052b774-9a41-46ea-825a-e5fb66618ef5, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=2052b774-9a41-46ea-825a-e5fb66618ef5,segment=NetworkSegment(8428d4b2-5895-44a8-8549-9154e3c3b525),segment_id=8428d4b2-5895-44a8-8549-9154e3c3b525)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:13.036821 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bfc86194-1adb-4066-a19c-c80ab06c4b0a admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.054138 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.071243 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-bfc86194-1adb-4066-a19c-c80ab06c4b0a admin admin] Calling delete_port for 2052b774-9a41-46ea-825a-e5fb66618ef5 owned by network:router_interface {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:05:13.084132 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-5a0faa7c-5801-4799-a345-2cbc96a4379c admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a2cfcc15eeb04c14adbb223d1833fce3&name=default HTTP/1.1" status: 200 len: 2996 time: 1.0488200 Feb 20 21:05:13.089248 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36202) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:13.091148 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a0faa7c-5801-4799-a345-2cbc96a4379c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b606f0c2-715e-4139-8157-e2331601f075,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:13.158100 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f2c7189-96d3-4b20-90ce-f2c43c73030e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (71acdd49-102a-4b51-b56c-9416cd71edb9), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.162896 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8f2c7189-96d3-4b20-90ce-f2c43c73030e admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.164130 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:13.164833 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-8f2c7189-96d3-4b20-90ce-f2c43c73030e admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/71acdd49-102a-4b51-b56c-9416cd71edb9 HTTP/1.1" status: 204 len: 168 time: 0.6152537 Feb 20 21:05:13.197011 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f2c7189-96d3-4b20-90ce-f2c43c73030e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71acdd49-102a-4b51-b56c-9416cd71edb9,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:13.272297 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bb2949be-39b2-4fb4-a783-22501c5e6acf admin admin] Publish callbacks [] for security_group (b606f0c2-715e-4139-8157-e2331601f075), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.278274 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Publish callbacks [] for security_group (42db7623-d2d3-46eb-835e-7a3a23d4bad2), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.286606 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (42db7623-d2d3-46eb-835e-7a3a23d4bad2), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.287627 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 0ccf1aca-66d2-4858-836c-1370f2e4b678 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:05:13.315235 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 0ccf1aca-66d2-4858-836c-1370f2e4b678 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:05:13.315730 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 0ccf1aca-66d2-4858-836c-1370f2e4b678 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:05:13.321270 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bb2949be-39b2-4fb4-a783-22501c5e6acf admin admin] Publish callbacks [] for security_group (b606f0c2-715e-4139-8157-e2331601f075), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.343787 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] vlan segment allocate from pool success with {'physical_network': 'physnet1', 'vlan_id': 163} {{(pid=102716) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 20 21:05:13.358539 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42db7623-d2d3-46eb-835e-7a3a23d4bad2,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:13.381707 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (457ca5dc-1026-462d-8d68-4930bc64935b), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.384865 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.segments_db [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Added segment 457ca5dc-1026-462d-8d68-4930bc64935b of type vlan for network d661bdab-ce11-454f-a246-22f8f4e40917 Feb 20 21:05:13.453747 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Publish callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8779131330955'] for network (d661bdab-ce11-454f-a246-22f8f4e40917), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.510540 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bb2949be-39b2-4fb4-a783-22501c5e6acf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (b606f0c2-715e-4139-8157-e2331601f075), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.514261 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bb2949be-39b2-4fb4-a783-22501c5e6acf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.515493 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-bb2949be-39b2-4fb4-a783-22501c5e6acf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/b606f0c2-715e-4139-8157-e2331601f075 HTTP/1.1" status: 204 len: 168 time: 0.4284666 Feb 20 21:05:13.519885 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922'] for network (d661bdab-ce11-454f-a246-22f8f4e40917), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.522507 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:13.526475 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.532506 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb2949be-39b2-4fb4-a783-22501c5e6acf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b606f0c2-715e-4139-8157-e2331601f075,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:13.540097 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Publish callbacks [] for port (82b6d128-2483-47f5-b284-7ec77429fb71), precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.556026 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.558421 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bfc86194-1adb-4066-a19c-c80ab06c4b0a admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (2052b774-9a41-46ea-825a-e5fb66618ef5), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.601121 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] 10.222.0.71 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.8233070 Feb 20 21:05:13.601801 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36210) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:13.609861 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-cf17a01b-08b9-4dae-9960-3b3872884173 admin admin] Request body: {'subnet': {'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1435785018-subnet', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'ip_version': 4}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:13.614588 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfc86194-1adb-4066-a19c-c80ab06c4b0a admin admin] Pushing event deleted for resources: {'Port': ['ID=2052b774-9a41-46ea-825a-e5fb66618ef5,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:13.639325 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cf17a01b-08b9-4dae-9960-3b3872884173 admin admin] Made reservation on behalf of 77f482e31ef2447ca4e0d67dcb0b4c38 for: {'subnet': 1} {{(pid=102716) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:05:13.642796 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cf17a01b-08b9-4dae-9960-3b3872884173 admin admin] Publish callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-29416970'] for subnet (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:13.648046 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69122455-9371-4296-99e8-f6dfb94a7c02 admin admin] Pushing event updated for resources: {'Network': ['ID=d661bdab-ce11-454f-a246-22f8f4e40917,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:13.663391 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7ee6d-1964-446c-b831-76703870f041 None None] Pushing event updated for resources: {'Port': ['ID=82b6d128-2483-47f5-b284-7ec77429fb71,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:13.740905 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Network d661bdab-ce11-454f-a246-22f8f4e40917 details requested by agent ovs-agent-dv-cinder-830088-1-iscsi with host dv-cinder-830088-1-iscsi {{(pid=102718) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Feb 20 21:05:13.990367 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bfc86194-1adb-4066-a19c-c80ab06c4b0a admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608888'] for router_interface (3080db9e-4281-4d0f-b59b-cf711a745ba9), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:14.017152 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Attempting to bind port 82b6d128-2483-47f5-b284-7ec77429fb71 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:05:14.017680 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Attempting to bind port 82b6d128-2483-47f5-b284-7ec77429fb71 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:05:14.017942 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Attempting to bind port 82b6d128-2483-47f5-b284-7ec77429fb71 on network a106d46e-8c77-4012-96c1-49a3a4f915ab {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:05:14.023181 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cf17a01b-08b9-4dae-9960-3b3872884173 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-29631580', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-29417208'] for subnet (e3d95a19-aea8-4429-8804-960dc7de57a8), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:14.039720 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:05:14.042879 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Checking segment: {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:05:14.044549 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:14.048192 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Bound using segment: {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:05:14.052525 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Bound port: 82b6d128-2483-47f5-b284-7ec77429fb71, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:05:14.053216 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:14.257183 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] For port 82b6d128-2483-47f5-b284-7ec77429fb71, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:05:14.264326 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] For port 82b6d128-2483-47f5-b284-7ec77429fb71, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=82b6d128-2483-47f5-b284-7ec77429fb71,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:05:14.269896 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-041e5c8a-d362-4452-bb67-4035660d368f None None] Provisioning complete for port 82b6d128-2483-47f5-b284-7ec77429fb71 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:14.270430 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-041e5c8a-d362-4452-bb67-4035660d368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:14.274695 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:14.406942 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:05:14.407589 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:14.412081 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ce7ee6d-1964-446c-b831-76703870f041 None None] Pushing event updated for resources: {'Port': ['ID=82b6d128-2483-47f5-b284-7ec77429fb71,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:14.500869 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfc86194-1adb-4066-a19c-c80ab06c4b0a admin admin] Router 3080db9e-4281-4d0f-b59b-cf711a745ba9 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:05:14.727252 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfc86194-1adb-4066-a19c-c80ab06c4b0a admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:05:14.749534 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbb83ce-48c2-4a72-911d-ebcf7fc7babd None None] Sync routers for ids ['3080db9e-4281-4d0f-b59b-cf711a745ba9'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:05:14.768716 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-bfc86194-1adb-4066-a19c-c80ab06c4b0a admin admin] 10.222.0.71 "PUT /v2.0/routers/3080db9e-4281-4d0f-b59b-cf711a745ba9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9303493 Feb 20 21:05:14.768818 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb83ce-48c2-4a72-911d-ebcf7fc7babd None None] Routers {'3080db9e-4281-4d0f-b59b-cf711a745ba9'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:05:14.768818 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-dfbb83ce-48c2-4a72-911d-ebcf7fc7babd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['3080db9e-4281-4d0f-b59b-cf711a745ba9'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:14.769333 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36246) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:14.837070 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-041e5c8a-d362-4452-bb67-4035660d368f None None] Current status of the port 82b6d128-2483-47f5-b284-7ec77429fb71 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:14.838443 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-041e5c8a-d362-4452-bb67-4035660d368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:14.877877 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf17a01b-08b9-4dae-9960-3b3872884173 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3d95a19-aea8-4429-8804-960dc7de57a8,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:14.895581 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:05:14.896065 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf17a01b-08b9-4dae-9960-3b3872884173 admin admin] Checking segment: {'id': '457ca5dc-1026-462d-8d68-4930bc64935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102716) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:05:14.896741 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf17a01b-08b9-4dae-9960-3b3872884173 admin admin] Network hostable DHCP agents. Network: d661bdab-ce11-454f-a246-22f8f4e40917, hostable agents: ['57ee6ecc-90bb-46fc-8f82-ed5444062622'], hosted agents: [] {{(pid=102716) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 20 21:05:14.939070 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-041e5c8a-d362-4452-bb67-4035660d368f None None] For port 82b6d128-2483-47f5-b284-7ec77429fb71, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=82b6d128-2483-47f5-b284-7ec77429fb71,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:14.946156 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf17a01b-08b9-4dae-9960-3b3872884173 admin admin] Network d661bdab-ce11-454f-a246-22f8f4e40917 is scheduled to be hosted by DHCP agent 57ee6ecc-90bb-46fc-8f82-ed5444062622 with binding_index 1 {{(pid=102716) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 20 21:05:14.951992 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-041e5c8a-d362-4452-bb67-4035660d368f None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:14.966636 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-cf17a01b-08b9-4dae-9960-3b3872884173 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-830088-1-iscsi, d661bdab-ce11-454f-a246-22f8f4e40917) {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:05:14.972232 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf17a01b-08b9-4dae-9960-3b3872884173 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:14.972891 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-cf17a01b-08b9-4dae-9960-3b3872884173 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:14.981830 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c25317d-1278-4c43-a750-68e9cfa4303b None None] Network d661bdab-ce11-454f-a246-22f8f4e40917 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:05:15.005478 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-cf17a01b-08b9-4dae-9960-3b3872884173 admin admin] 10.222.0.71 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.3974736 Feb 20 21:05:15.005884 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36252) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:15.009140 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-dfbb83ce-48c2-4a72-911d-ebcf7fc7babd None None] Set router 3080db9e-4281-4d0f-b59b-cf711a745ba9 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:05:15.012962 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1435785018-router', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:15.044555 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create_handler-618656', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-129096'] for router (709370eb-f41e-4715-a33b-988decf9c1a2), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:15.047207 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-619056', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-608097', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-573950', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-129203'] for router (709370eb-f41e-4715-a33b-988decf9c1a2), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:15.076093 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Publish callbacks [] for router (3080db9e-4281-4d0f-b59b-cf711a745ba9), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:15.125531 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Publish callbacks [] for router_controller (709370eb-f41e-4715-a33b-988decf9c1a2), precommit_add_association {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:15.236827 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-4098cbac-79ad-4019-ba13-d570bdf600d7 None None] Provisioning complete for port 82b6d128-2483-47f5-b284-7ec77429fb71 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:15.236827 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4098cbac-79ad-4019-ba13-d570bdf600d7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:15.263123 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-041e5c8a-d362-4452-bb67-4035660d368f None None] Pushing event updated for resources: {'Port': ['ID=82b6d128-2483-47f5-b284-7ec77429fb71,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:15.373560 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp8e186323-6794-51a6-9681-5fb779ffdfce-d661bdab-ce11-454f-a246-22f8f4e40917', 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917', 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'fixed_ips': [{'subnet_id': 'e3d95a19-aea8-4429-8804-960dc7de57a8'}]}} from dv-cinder-830088-1-iscsi. {{(pid=102718) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:268}} Feb 20 21:05:15.374567 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:15.499802 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-dfbb83ce-48c2-4a72-911d-ebcf7fc7babd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'name': 'tempest-TestMinimumBasicScenario-278541800-router', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'f1066236-368e-4b9b-907f-713e43646613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:42Z', 'updated_at': '2022-02-20T21:05:13Z', 'revision_number': 5, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'gw_port': {'id': 'f1066236-368e-4b9b-907f-713e43646613', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:43Z', 'updated_at': '2022-02-20T21:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:15.544697 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Publish callbacks [] for router_gateway (709370eb-f41e-4715-a33b-988decf9c1a2), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:15.568721 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbb83ce-48c2-4a72-911d-ebcf7fc7babd None None] Checking router: 3080db9e-4281-4d0f-b59b-cf711a745ba9 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:05:15.588764 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfbb83ce-48c2-4a72-911d-ebcf7fc7babd None None] Routers {'3080db9e-4281-4d0f-b59b-cf711a745ba9'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:05:15.589866 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-dfbb83ce-48c2-4a72-911d-ebcf7fc7babd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['3080db9e-4281-4d0f-b59b-cf711a745ba9'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:15.606155 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4098cbac-79ad-4019-ba13-d570bdf600d7 None None] Current status of the port 82b6d128-2483-47f5-b284-7ec77429fb71 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:15.661322 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:15.695884 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-985e2efc-d420-48f5-a282-fee61f2d1d3d None None] The sync data for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi is: [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:05:15.714064 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.db_base_plugin_common [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Allocated IP 172.20.0.2 (d661bdab-ce11-454f-a246-22f8f4e40917/e3d95a19-aea8-4429-8804-960dc7de57a8/e14aa88c-f215-4334-ac6b-86c390bd5340) {{(pid=102718) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:05:15.715490 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Publish callbacks [] for router_gateway (3080db9e-4281-4d0f-b59b-cf711a745ba9), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:15.820963 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Deleting port f1066236-368e-4b9b-907f-713e43646613 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:05:15.821601 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (f1066236-368e-4b9b-907f-713e43646613), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:15.882912 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-dfbb83ce-48c2-4a72-911d-ebcf7fc7babd None None] Set router 3080db9e-4281-4d0f-b59b-cf711a745ba9 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:05:16.037088 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] For port f1066236-368e-4b9b-907f-713e43646613, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=f1066236-368e-4b9b-907f-713e43646613,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:16.037510 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (f1066236-368e-4b9b-907f-713e43646613), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.044762 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Publish callbacks [] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), precommit_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.055278 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), after_create {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.068751 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Calling delete_port for f1066236-368e-4b9b-907f-713e43646613 owned by network:router_gateway {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:05:16.164999 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Network d661bdab-ce11-454f-a246-22f8f4e40917 is already hosted by enough agents. {{(pid=102718) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:05:16.168714 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.scheduler.base_scheduler [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Resources bound (agent type, host, resource id): {{(pid=102718) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:05:16.170860 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Pushing event updated for resources: {'Port': ['ID=e14aa88c-f215-4334-ac6b-86c390bd5340,revision_number=1']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:16.180125 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Publish callbacks [] for router_gateway (709370eb-f41e-4715-a33b-988decf9c1a2), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.180904 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Received port after_create {{(pid=102718) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:05:16.278011 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.298020 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Attempting to bind port e14aa88c-f215-4334-ac6b-86c390bd5340 on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:05:16.298020 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Attempting to bind port e14aa88c-f215-4334-ac6b-86c390bd5340 by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '457ca5dc-1026-462d-8d68-4930bc64935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:05:16.298600 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Attempting to bind port e14aa88c-f215-4334-ac6b-86c390bd5340 on network d661bdab-ce11-454f-a246-22f8f4e40917 {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:05:16.304671 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:05:16.305197 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Checking segment: {'id': '457ca5dc-1026-462d-8d68-4930bc64935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:05:16.307398 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.307925 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Bound using segment: {'id': '457ca5dc-1026-462d-8d68-4930bc64935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:05:16.308570 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Bound port: e14aa88c-f215-4334-ac6b-86c390bd5340, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457ca5dc-1026-462d-8d68-4930bc64935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:05:16.309146 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.351383 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (f1066236-368e-4b9b-907f-713e43646613), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.382554 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Pushing event deleted for resources: {'Port': ['ID=f1066236-368e-4b9b-907f-713e43646613,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:16.411520 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-dfbb83ce-48c2-4a72-911d-ebcf7fc7babd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'name': 'tempest-TestMinimumBasicScenario-278541800-router', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'f1066236-368e-4b9b-907f-713e43646613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:42Z', 'updated_at': '2022-02-20T21:05:13Z', 'revision_number': 5, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'gw_port': {'id': 'f1066236-368e-4b9b-907f-713e43646613', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:43Z', 'updated_at': '2022-02-20T21:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:16.446442 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfbb83ce-48c2-4a72-911d-ebcf7fc7babd None None] The sync data for ids ['3080db9e-4281-4d0f-b59b-cf711a745ba9'] in dv-cinder-830088-1-iscsi is: [{'id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'name': 'tempest-TestMinimumBasicScenario-278541800-router', 'tenant_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107'}], 'enable_snat': True}, 'gw_port_id': 'f1066236-368e-4b9b-907f-713e43646613', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:01:42Z', 'updated_at': '2022-02-20T21:05:13Z', 'revision_number': 5, 'project_id': '641882a1a5ac495ab92637f9ff8cf5e9', 'gw_port': {'id': 'f1066236-368e-4b9b-907f-713e43646613', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:45:15', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3080db9e-4281-4d0f-b59b-cf711a745ba9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 500, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.107', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:01:43Z', 'updated_at': '2022-02-20T21:01:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:05:16.521891 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] For port e14aa88c-f215-4334-ac6b-86c390bd5340, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:05:16.530911 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] For port e14aa88c-f215-4334-ac6b-86c390bd5340, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=e14aa88c-f215-4334-ac6b-86c390bd5340,segment=NetworkSegment(457ca5dc-1026-462d-8d68-4930bc64935b),segment_id=457ca5dc-1026-462d-8d68-4930bc64935b)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:05:16.547199 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608146'] for router_gateway (3080db9e-4281-4d0f-b59b-cf711a745ba9), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.551442 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.680133 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Allocated IP 172.27.2.157 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/e8b664a7-6083-4ea5-bfab-08dcab22caaa) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:05:16.743418 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129210'] for router (3080db9e-4281-4d0f-b59b-cf711a745ba9), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.748086 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Publish callbacks [] for router_controller (3080db9e-4281-4d0f-b59b-cf711a745ba9), precommit_delete_associations {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.751044 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a070f75-bf24-495b-9370-982a840fda72 None None] Pushing event updated for resources: {'Port': ['ID=e14aa88c-f215-4334-ac6b-86c390bd5340,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:16.821269 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619127'] for router (3080db9e-4281-4d0f-b59b-cf711a745ba9), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.822294 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Fanout notify agent at l3_agent the message router_deleted on router 3080db9e-4281-4d0f-b59b-cf711a745ba9 {{(pid=102717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 21:05:16.847723 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] Publish callbacks [] for router (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.848814 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-5a7006b4-437f-4b3d-a489-c21eff772cfb admin admin] 10.222.0.71 "DELETE /v2.0/routers/3080db9e-4281-4d0f-b59b-cf711a745ba9 HTTP/1.1" status: 204 len: 168 time: 2.0750961 Feb 20 21:05:16.850812 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36288) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:16.956560 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Publish callbacks [] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:16.977209 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef3ec1de-c831-40dc-9ef1-e762f9d51454 admin admin] Deleting subnet 19a3cfb8-5b80-494f-9525-f91af509a71c {{(pid=102716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:05:16.985085 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec1de-c831-40dc-9ef1-e762f9d51454 admin admin] Publish callbacks [] for subnet (19a3cfb8-5b80-494f-9525-f91af509a71c), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:17.056686 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec1de-c831-40dc-9ef1-e762f9d51454 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30520643'] for subnet (19a3cfb8-5b80-494f-9525-f91af509a71c), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:17.079029 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:17.144001 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 82b6d128-2483-47f5-b284-7ec77429fb71 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:05:17.168291 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:05:17.174923 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:05:17.180598 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:05:17.221527 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 82b6d128-2483-47f5-b284-7ec77429fb71 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:17.222007 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:17.243311 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Pushing event updated for resources: {'Port': ['ID=e8b664a7-6083-4ea5-bfab-08dcab22caaa,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:17.263788 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec1de-c831-40dc-9ef1-e762f9d51454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (19a3cfb8-5b80-494f-9525-f91af509a71c), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:17.318207 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 82b6d128-2483-47f5-b284-7ec77429fb71 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:17.331871 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 2052b774-9a41-46ea-825a-e5fb66618ef5 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:05:17.354682 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 2052b774-9a41-46ea-825a-e5fb66618ef5 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:05:17.355020 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 2052b774-9a41-46ea-825a-e5fb66618ef5 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:05:17.419678 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec1de-c831-40dc-9ef1-e762f9d51454 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29631517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29417191'] for subnet (19a3cfb8-5b80-494f-9525-f91af509a71c), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:17.483834 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3ec1de-c831-40dc-9ef1-e762f9d51454 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19a3cfb8-5b80-494f-9525-f91af509a71c,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:17.488927 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ef3ec1de-c831-40dc-9ef1-e762f9d51454 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:17.492238 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-ef3ec1de-c831-40dc-9ef1-e762f9d51454 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/19a3cfb8-5b80-494f-9525-f91af509a71c HTTP/1.1" status: 204 len: 168 time: 0.6404617 Feb 20 21:05:17.495834 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36290) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:17.497921 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-078464c1-2149-47f9-b8c1-4210f9265582 None None] Network 6329a48d-50c9-44b2-b5ed-42d347a7c741 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:05:17.594062 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Publish callbacks [] for router_gateway (709370eb-f41e-4715-a33b-988decf9c1a2), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:17.638490 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (6329a48d-50c9-44b2-b5ed-42d347a7c741), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:17.769671 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Deleting port 6e017e6b-8368-4ad9-9f66-17a9df315542 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:05:17.770012 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:17.936019 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] For port 6e017e6b-8368-4ad9-9f66-17a9df315542, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=6e017e6b-8368-4ad9-9f66-17a9df315542,segment=NetworkSegment(8428d4b2-5895-44a8-8549-9154e3c3b525),segment_id=8428d4b2-5895-44a8-8549-9154e3c3b525)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:17.936703 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:17.984726 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Calling delete_port for 6e017e6b-8368-4ad9-9f66-17a9df315542 owned by network:dhcp {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:05:18.020566 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] DHCP port deletion for 6329a48d-50c9-44b2-b5ed-42d347a7c741 request from dv-cinder-830088-1-iscsi {{(pid=102718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 21:05:18.080528 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-619065', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-608182'] for router (709370eb-f41e-4715-a33b-988decf9c1a2), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.138808 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.160278 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Deleting port 6e017e6b-8368-4ad9-9f66-17a9df315542 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:05:18.161196 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.170524 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] No DVR routers for this DVR port 6e017e6b-8368-4ad9-9f66-17a9df315542 on host dv-cinder-830088-1-iscsi {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:05:18.281306 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Pushing event deleted for resources: {'Port': ['ID=6e017e6b-8368-4ad9-9f66-17a9df315542,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:18.293861 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] For port 6e017e6b-8368-4ad9-9f66-17a9df315542, host dv-cinder-830088-1-iscsi, got binding levels [] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:18.295731 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.329739 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Calling delete_port for 6e017e6b-8368-4ad9-9f66-17a9df315542 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:05:18.333102 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.ipam_backend_mixin [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Port 6e017e6b-8368-4ad9-9f66-17a9df315542 was not found and therefore no delete operation was performed {{(pid=102718) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Feb 20 21:05:18.340090 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457'] for port (6e017e6b-8368-4ad9-9f66-17a9df315542), after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.369863 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (6329a48d-50c9-44b2-b5ed-42d347a7c741), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.387114 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Router 709370eb-f41e-4715-a33b-988decf9c1a2 is scheduled to L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb with binding_index 1 {{(pid=102716) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:209}} Feb 20 21:05:18.394057 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6495234-d1ce-4a8d-bfb6-f39e6ef61547 None None] Network d661bdab-ce11-454f-a246-22f8f4e40917 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:05:18.399289 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6329a48d-50c9-44b2-b5ed-42d347a7c741']}} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:18.401128 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Pushing event deleted for resources: {'Port': ['ID=6e017e6b-8368-4ad9-9f66-17a9df315542,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:18.417171 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8428d4b2-5895-44a8-8549-9154e3c3b525') {'for_net_delete': True} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:18.417627 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8428d4b2-5895-44a8-8549-9154e3c3b525') {} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:18.420476 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] No DVR routers for this DVR port 6e017e6b-8368-4ad9-9f66-17a9df315542 on host dv-cinder-830088-1-iscsi {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:05:18.445751 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30773296'] for segment (8428d4b2-5895-44a8-8549-9154e3c3b525), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.466161 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (8428d4b2-5895-44a8-8549-9154e3c3b525), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.468634 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.468996 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.469424 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.470207 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.470207 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.470464 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.470760 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.471089 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.471418 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.471744 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.472071 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.472492 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.472822 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0a000f7-4402-4459-b16e-8f74f0d237d3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:05:18.482116 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Releasing vlan 173 on physical network physnet1 to pool {{(pid=102717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:05:18.482668 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30558168'] for segment (8428d4b2-5895-44a8-8549-9154e3c3b525), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: Traceback (most recent call last): Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: timer() Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: cb(*args, **kw) Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: return func(*args, **kwargs) Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: self._notify() Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: self.callback(batched_events) Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: event.method(event) Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: return f(self, *a, **k) Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._get(url).json() Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: return self.request(url, 'GET', **kwargs) Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:05:18.485070 dv-cinder-830088-1-iscsi neutron-server[102717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:05:18.507774 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-8ef2d7bb-4a69-49f6-b03c-cd57e32eb903 None None] Provisioning complete for port e14aa88c-f215-4334-ac6b-86c390bd5340 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:18.508207 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ef2d7bb-4a69-49f6-b03c-cd57e32eb903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.518789 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:05:18.538604 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] Publish callbacks [] for router (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.540003 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-8b6efa12-38c5-4425-90d9-84f89f0b6abc admin admin] 10.222.0.71 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5331054 Feb 20 21:05:18.543362 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36328) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:18.547623 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Sync routers for ids ['709370eb-f41e-4715-a33b-988decf9c1a2'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:05:18.563179 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (6329a48d-50c9-44b2-b5ed-42d347a7c741), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.569899 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.574899 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] 10.222.0.71 "DELETE /v2.0/networks/6329a48d-50c9-44b2-b5ed-42d347a7c741 HTTP/1.1" status: 204 len: 168 time: 1.0764494 Feb 20 21:05:18.592071 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89f75736-4cbf-4ef2-8b6b-242843b1625f admin admin] Pushing event deleted for resources: {'Network': ['ID=6329a48d-50c9-44b2-b5ed-42d347a7c741,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:18.606813 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Routers {'709370eb-f41e-4715-a33b-988decf9c1a2'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:05:18.607378 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['709370eb-f41e-4715-a33b-988decf9c1a2'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:18.821951 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36332) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:18.848291 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device e14aa88c-f215-4334-ac6b-86c390bd5340 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:05:18.869831 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-8856c0c3-f5e3-40bd-972c-a07cd6d03318 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=a21e1ba905f94b2a87c3a7ed144d76d6&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0472870 Feb 20 21:05:18.872198 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36334) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:18.883188 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-8ef2d7bb-4a69-49f6-b03c-cd57e32eb903 None None] Current status of the port e14aa88c-f215-4334-ac6b-86c390bd5340 is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:18.883839 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ef2d7bb-4a69-49f6-b03c-cd57e32eb903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.934420 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-28088fdd-d90b-4385-9558-fd3148b6c8f2 admin admin] Publish callbacks [] for security_group (adcfcbc3-ee1a-4359-a4ff-f65165b73ac8), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.973010 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-28088fdd-d90b-4385-9558-fd3148b6c8f2 admin admin] Publish callbacks [] for security_group (adcfcbc3-ee1a-4359-a4ff-f65165b73ac8), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:18.995126 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-8ef2d7bb-4a69-49f6-b03c-cd57e32eb903 None None] For port e14aa88c-f215-4334-ac6b-86c390bd5340, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=e14aa88c-f215-4334-ac6b-86c390bd5340,segment=NetworkSegment(457ca5dc-1026-462d-8d68-4930bc64935b),segment_id=457ca5dc-1026-462d-8d68-4930bc64935b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:19.003989 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Set router 709370eb-f41e-4715-a33b-988decf9c1a2 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:05:19.037819 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-28088fdd-d90b-4385-9558-fd3148b6c8f2 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (adcfcbc3-ee1a-4359-a4ff-f65165b73ac8), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.042245 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-28088fdd-d90b-4385-9558-fd3148b6c8f2 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.049240 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-28088fdd-d90b-4385-9558-fd3148b6c8f2 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/adcfcbc3-ee1a-4359-a4ff-f65165b73ac8 HTTP/1.1" status: 204 len: 168 time: 0.1753955 Feb 20 21:05:19.060113 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28088fdd-d90b-4385-9558-fd3148b6c8f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adcfcbc3-ee1a-4359-a4ff-f65165b73ac8,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:19.084744 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8ef2d7bb-4a69-49f6-b03c-cd57e32eb903 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.202261 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.325169 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-2d77766d-4548-4552-b937-f09fce29674e None None] Provisioning complete for port e14aa88c-f215-4334-ac6b-86c390bd5340 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:19.325579 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2d77766d-4548-4552-b937-f09fce29674e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.330526 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port e14aa88c-f215-4334-ac6b-86c390bd5340 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:19.331224 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.389973 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ef2d7bb-4a69-49f6-b03c-cd57e32eb903 None None] Pushing event updated for resources: {'Port': ['ID=e14aa88c-f215-4334-ac6b-86c390bd5340,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:19.455172 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'name': 'tempest-TestVolumeBootPattern-1435785018-router', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:15Z', 'updated_at': '2022-02-20T21:05:17Z', 'revision_number': 3, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'gw_port': {'id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:16Z', 'updated_at': '2022-02-20T21:05:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:19.509789 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Allocated IP 172.20.0.1 (d661bdab-ce11-454f-a246-22f8f4e40917/e3d95a19-aea8-4429-8804-960dc7de57a8/6b348c6e-d103-4066-898c-2639f2963b4e) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:05:19.515381 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Checking router: 709370eb-f41e-4715-a33b-988decf9c1a2 for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:05:19.515742 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Updating router 709370eb-f41e-4715-a33b-988decf9c1a2 port e8b664a7-6083-4ea5-bfab-08dcab22caaa binding host dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:05:19.588920 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-2d77766d-4548-4552-b937-f09fce29674e None None] Current status of the port e14aa88c-f215-4334-ac6b-86c390bd5340 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:19.606942 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.610282 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port e14aa88c-f215-4334-ac6b-86c390bd5340 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:19.651712 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36346) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:19.690732 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Publish callbacks [] for port (6b348c6e-d103-4066-898c-2639f2963b4e), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.714471 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-3fac9a19-45af-4d6f-a45d-b2835bb32509 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=641882a1a5ac495ab92637f9ff8cf5e9&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0606289 Feb 20 21:05:19.717337 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36348) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:19.724275 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device f1066236-368e-4b9b-907f-713e43646613 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:05:19.745808 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.757428 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: f1066236-368e-4b9b-907f-713e43646613 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:05:19.757883 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device f1066236-368e-4b9b-907f-713e43646613 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:05:19.758322 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 6e017e6b-8368-4ad9-9f66-17a9df315542 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:05:19.783865 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-68401376-ea6b-49b7-98d3-9dcb3497cfdf admin admin] Publish callbacks [] for security_group (4d3915e1-287d-43a3-8b07-1b56fee3c940), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.791153 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Network d661bdab-ce11-454f-a246-22f8f4e40917 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:05:19.795426 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:05:19.795853 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 6e017e6b-8368-4ad9-9f66-17a9df315542 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:05:19.796492 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 6e017e6b-8368-4ad9-9f66-17a9df315542 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:05:19.800094 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:05:19.826096 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-68401376-ea6b-49b7-98d3-9dcb3497cfdf admin admin] Publish callbacks [] for security_group (4d3915e1-287d-43a3-8b07-1b56fee3c940), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.837020 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6b348c6e-d103-4066-898c-2639f2963b4e,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:19.858984 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-609121'] for router_interface (709370eb-f41e-4715-a33b-988decf9c1a2), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.906429 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-68401376-ea6b-49b7-98d3-9dcb3497cfdf admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (4d3915e1-287d-43a3-8b07-1b56fee3c940), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.909267 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-68401376-ea6b-49b7-98d3-9dcb3497cfdf admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:19.913774 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-68401376-ea6b-49b7-98d3-9dcb3497cfdf admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/4d3915e1-287d-43a3-8b07-1b56fee3c940 HTTP/1.1" status: 204 len: 168 time: 0.1951106 Feb 20 21:05:19.924534 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68401376-ea6b-49b7-98d3-9dcb3497cfdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d3915e1-287d-43a3-8b07-1b56fee3c940,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:20.057309 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:20.058747 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Publish callbacks [] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), precommit_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:20.067064 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:20.168973 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Attempting to bind port e8b664a7-6083-4ea5-bfab-08dcab22caaa on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:05:20.169406 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Attempting to bind port e8b664a7-6083-4ea5-bfab-08dcab22caaa by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:05:20.169867 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Attempting to bind port e8b664a7-6083-4ea5-bfab-08dcab22caaa on network ea720e23-b531-404c-aafa-141089e16b4e {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:05:20.172531 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fd1eb-2498-4f27-b56a-fb5368c99f32 None None] Pushing event updated for resources: {'Port': ['ID=e8b664a7-6083-4ea5-bfab-08dcab22caaa,revision_number=2']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:20.194179 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:05:20.194570 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Checking segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102718) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:05:20.194849 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:20.195326 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Bound using segment: {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'} {{(pid=102718) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:05:20.195835 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.managers [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Bound port: e8b664a7-6083-4ea5-bfab-08dcab22caaa, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5986d827-4a2e-41e8-8cd1-4076540f9850', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e'}}] {{(pid=102718) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:05:20.196216 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:20.200186 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-4bd4af93-8cec-4d31-9e3f-8a1cf1d2fe34 None None] Provisioning complete for port 6b348c6e-d103-4066-898c-2639f2963b4e triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:20.200602 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4bd4af93-8cec-4d31-9e3f-8a1cf1d2fe34 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:20.272524 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-4bd4af93-8cec-4d31-9e3f-8a1cf1d2fe34 None None] Port 6b348c6e-d103-4066-898c-2639f2963b4e cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:05:20.301068 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Publish callbacks [] for port (6b348c6e-d103-4066-898c-2639f2963b4e), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:20.308791 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:20.312309 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] For port e8b664a7-6083-4ea5-bfab-08dcab22caaa, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102718) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:05:20.316668 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] For port e8b664a7-6083-4ea5-bfab-08dcab22caaa, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=e8b664a7-6083-4ea5-bfab-08dcab22caaa,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:05:20.324111 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:20.384773 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Routers {'709370eb-f41e-4715-a33b-988decf9c1a2'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:05:20.386268 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['709370eb-f41e-4715-a33b-988decf9c1a2'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:20.413552 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-548904', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-609269'] for router_interface (709370eb-f41e-4715-a33b-988decf9c1a2), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:20.416662 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Pushing event updated for resources: {'Port': ['ID=6b348c6e-d103-4066-898c-2639f2963b4e,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:20.446021 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81fd1eb-2498-4f27-b56a-fb5368c99f32 None None] Pushing event updated for resources: {'Port': ['ID=e8b664a7-6083-4ea5-bfab-08dcab22caaa,revision_number=3']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:20.545027 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Network d661bdab-ce11-454f-a246-22f8f4e40917 is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:05:20.547480 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:05:20.554202 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] Set router 709370eb-f41e-4715-a33b-988decf9c1a2 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:05:20.677818 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Router 709370eb-f41e-4715-a33b-988decf9c1a2 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:05:20.765535 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device e14aa88c-f215-4334-ac6b-86c390bd5340 up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:05:20.810398 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:05:20.824715 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-3b6421cd-6d73-46d6-9ce3-8b5fb2f834d6 admin admin] 10.222.0.71 "PUT /v2.0/routers/709370eb-f41e-4715-a33b-988decf9c1a2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2705603 Feb 20 21:05:20.856801 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-1d15327a-7f3f-441d-bfc7-948d82c725ee None None] Provisioning complete for port 6b348c6e-d103-4066-898c-2639f2963b4e triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:20.857190 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d15327a-7f3f-441d-bfc7-948d82c725ee None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:20.907399 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-1d15327a-7f3f-441d-bfc7-948d82c725ee None None] Port 6b348c6e-d103-4066-898c-2639f2963b4e cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:05:20.909584 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port e14aa88c-f215-4334-ac6b-86c390bd5340 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:20.909956 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:20.918550 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'name': 'tempest-TestVolumeBootPattern-1435785018-router', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:15Z', 'updated_at': '2022-02-20T21:05:19Z', 'revision_number': 4, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'gw_port': {'id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:16Z', 'updated_at': '2022-02-20T21:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '6b348c6e-d103-4066-898c-2639f2963b4e', 'name': '', 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'mac_address': 'fa:16:3e:c0:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'e3d95a19-aea8-4429-8804-960dc7de57a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:19Z', 'updated_at': '2022-02-20T21:05:20Z', 'revision_number': 2, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'subnets': [{'id': 'e3d95a19-aea8-4429-8804-960dc7de57a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:20.969636 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d1da586-b459-4190-9f88-58a11f1fca7b None None] The sync data for ids ['709370eb-f41e-4715-a33b-988decf9c1a2'] in dv-cinder-830088-1-iscsi is: [{'id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'name': 'tempest-TestVolumeBootPattern-1435785018-router', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:15Z', 'updated_at': '2022-02-20T21:05:19Z', 'revision_number': 4, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'gw_port': {'id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:a3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:16Z', 'updated_at': '2022-02-20T21:05:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '6b348c6e-d103-4066-898c-2639f2963b4e', 'name': '', 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'mac_address': 'fa:16:3e:c0:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'e3d95a19-aea8-4429-8804-960dc7de57a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:19Z', 'updated_at': '2022-02-20T21:05:20Z', 'revision_number': 2, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'subnets': [{'id': 'e3d95a19-aea8-4429-8804-960dc7de57a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:05:21.054379 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port e14aa88c-f215-4334-ac6b-86c390bd5340 is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:21.439338 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36380) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:21.449815 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-bc6369c2-3741-4750-a2ef-9762da07d0ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1173576254', 'description': 'tempest-secgroup-smoke-1173576254 description', 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:21.470164 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bc6369c2-3741-4750-a2ef-9762da07d0ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:21.577216 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bc6369c2-3741-4750-a2ef-9762da07d0ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group (7219ad6f-b176-4b8a-a4ad-5435a773e338), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:21.582007 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bc6369c2-3741-4750-a2ef-9762da07d0ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (7219ad6f-b176-4b8a-a4ad-5435a773e338), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:21.631123 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-bc6369c2-3741-4750-a2ef-9762da07d0ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:21.636721 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36396) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:21.637333 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-bc6369c2-3741-4750-a2ef-9762da07d0ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.1960475 Feb 20 21:05:21.639338 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc6369c2-3741-4750-a2ef-9762da07d0ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7219ad6f-b176-4b8a-a4ad-5435a773e338,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:21.642175 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-ece6731c-42da-4a5a-9272-48d677be5319 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'security_group_rule': {'security_group_id': '7219ad6f-b176-4b8a-a4ad-5435a773e338', 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:21.683437 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ece6731c-42da-4a5a-9272-48d677be5319 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (328de02f-5181-4b6b-b361-d59cd259502d), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:21.759136 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ece6731c-42da-4a5a-9272-48d677be5319 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (328de02f-5181-4b6b-b361-d59cd259502d), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:21.770141 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ece6731c-42da-4a5a-9272-48d677be5319 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (328de02f-5181-4b6b-b361-d59cd259502d), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:21.793926 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece6731c-42da-4a5a-9272-48d677be5319 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=328de02f-5181-4b6b-b361-d59cd259502d,revision_number=0']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:21.809913 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ece6731c-42da-4a5a-9272-48d677be5319 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:21.814771 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36408) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:21.821163 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-8905e213-b3e3-483c-8dc2-0e06ce34c72c tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'security_group_rule': {'security_group_id': '7219ad6f-b176-4b8a-a4ad-5435a773e338', 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:21.830519 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-ece6731c-42da-4a5a-9272-48d677be5319 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1922455 Feb 20 21:05:21.885309 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8905e213-b3e3-483c-8dc2-0e06ce34c72c tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (2832f010-1302-4875-9495-fa7fd221e279), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:21.975179 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8905e213-b3e3-483c-8dc2-0e06ce34c72c tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (2832f010-1302-4875-9495-fa7fd221e279), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:21.981542 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8905e213-b3e3-483c-8dc2-0e06ce34c72c tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (2832f010-1302-4875-9495-fa7fd221e279), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.011534 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8905e213-b3e3-483c-8dc2-0e06ce34c72c tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2832f010-1302-4875-9495-fa7fd221e279,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:22.032801 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-8905e213-b3e3-483c-8dc2-0e06ce34c72c tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.034340 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-8905e213-b3e3-483c-8dc2-0e06ce34c72c tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2184474 Feb 20 21:05:22.038044 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36414) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:22.043957 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-c1f051b5-4ee0-47f7-a65f-81d87df9de1f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'security_group_rule': {'security_group_id': '7219ad6f-b176-4b8a-a4ad-5435a773e338', 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:22.073447 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1f051b5-4ee0-47f7-a65f-81d87df9de1f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (cbf469ce-e35b-4a09-908f-252dc9b094ee), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.162281 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1f051b5-4ee0-47f7-a65f-81d87df9de1f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (cbf469ce-e35b-4a09-908f-252dc9b094ee), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.168404 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1f051b5-4ee0-47f7-a65f-81d87df9de1f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (cbf469ce-e35b-4a09-908f-252dc9b094ee), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.184437 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f051b5-4ee0-47f7-a65f-81d87df9de1f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf469ce-e35b-4a09-908f-252dc9b094ee,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:22.201927 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-c1f051b5-4ee0-47f7-a65f-81d87df9de1f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.208417 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-c1f051b5-4ee0-47f7-a65f-81d87df9de1f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1639452 Feb 20 21:05:22.209712 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36420) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:22.217301 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-668206e4-7c7f-43fe-afaf-83d082463b17 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'security_group_rule': {'security_group_id': '7219ad6f-b176-4b8a-a4ad-5435a773e338', 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:22.245595 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-668206e4-7c7f-43fe-afaf-83d082463b17 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (666ae34e-4aff-47df-add8-311d7314ce1f), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.309561 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-668206e4-7c7f-43fe-afaf-83d082463b17 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (666ae34e-4aff-47df-add8-311d7314ce1f), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.313689 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-668206e4-7c7f-43fe-afaf-83d082463b17 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (666ae34e-4aff-47df-add8-311d7314ce1f), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.333548 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668206e4-7c7f-43fe-afaf-83d082463b17 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=666ae34e-4aff-47df-add8-311d7314ce1f,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:22.342455 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-668206e4-7c7f-43fe-afaf-83d082463b17 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.343707 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-668206e4-7c7f-43fe-afaf-83d082463b17 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1328413 Feb 20 21:05:22.347931 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36422) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:22.352602 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-e71e765b-208c-473a-a385-65b684292c69 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'security_group_rule': {'security_group_id': '7219ad6f-b176-4b8a-a4ad-5435a773e338', 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:22.375211 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.securitygroups_db [None req-e71e765b-208c-473a-a385-65b684292c69 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Project ff258914ee2b4c9db5a90dba699c8f77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 21:05:22.380719 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e71e765b-208c-473a-a385-65b684292c69 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (6efb678a-907e-4ff3-8549-58f055ffb6f2), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.444722 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e71e765b-208c-473a-a385-65b684292c69 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (6efb678a-907e-4ff3-8549-58f055ffb6f2), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.449075 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e71e765b-208c-473a-a385-65b684292c69 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (6efb678a-907e-4ff3-8549-58f055ffb6f2), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.467786 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71e765b-208c-473a-a385-65b684292c69 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6efb678a-907e-4ff3-8549-58f055ffb6f2,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:22.476571 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-e71e765b-208c-473a-a385-65b684292c69 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.480552 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-e71e765b-208c-473a-a385-65b684292c69 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1289411 Feb 20 21:05:22.480788 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36424) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:22.485356 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-d260098b-5f9c-43a5-bf63-e9af9d3d86e7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'security_group_rule': {'security_group_id': '7219ad6f-b176-4b8a-a4ad-5435a773e338', 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:22.507654 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.securitygroups_db [None req-d260098b-5f9c-43a5-bf63-e9af9d3d86e7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Project ff258914ee2b4c9db5a90dba699c8f77 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 20 21:05:22.513553 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d260098b-5f9c-43a5-bf63-e9af9d3d86e7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (afcae7cb-4300-4f1c-9a2b-7d6207fa5594), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.576856 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d260098b-5f9c-43a5-bf63-e9af9d3d86e7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (afcae7cb-4300-4f1c-9a2b-7d6207fa5594), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.581244 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d260098b-5f9c-43a5-bf63-e9af9d3d86e7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581149'] for security_group_rule (afcae7cb-4300-4f1c-9a2b-7d6207fa5594), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.600952 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d260098b-5f9c-43a5-bf63-e9af9d3d86e7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afcae7cb-4300-4f1c-9a2b-7d6207fa5594,revision_number=0']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:22.611631 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d260098b-5f9c-43a5-bf63-e9af9d3d86e7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group_rule (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.612873 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-d260098b-5f9c-43a5-bf63-e9af9d3d86e7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1311264 Feb 20 21:05:22.749117 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36458) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:22.766151 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device e8b664a7-6083-4ea5-bfab-08dcab22caaa up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:05:22.808834 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_v2 [None req-5fc1c649-79bd-4eff-8027-548abe66c79b admin admin] Deleting subnet 6cc84f01-074e-4105-9438-e897752a0b80 {{(pid=102717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:05:22.820649 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c649-79bd-4eff-8027-548abe66c79b admin admin] Publish callbacks [] for subnet (6cc84f01-074e-4105-9438-e897752a0b80), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.838559 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port e8b664a7-6083-4ea5-bfab-08dcab22caaa triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:22.838940 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.860313 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c649-79bd-4eff-8027-548abe66c79b admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30773289'] for subnet (6cc84f01-074e-4105-9438-e897752a0b80), precommit_delete_associations {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.904460 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c649-79bd-4eff-8027-548abe66c79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (6cc84f01-074e-4105-9438-e897752a0b80), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.944196 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port e8b664a7-6083-4ea5-bfab-08dcab22caaa is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:22.944590 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.972976 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] For port e8b664a7-6083-4ea5-bfab-08dcab22caaa, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=e8b664a7-6083-4ea5-bfab-08dcab22caaa,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:22.979888 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:22.988691 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c649-79bd-4eff-8027-548abe66c79b admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30559806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30576269'] for subnet (6cc84f01-074e-4105-9438-e897752a0b80), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.017406 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1c649-79bd-4eff-8027-548abe66c79b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cc84f01-074e-4105-9438-e897752a0b80,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:23.019539 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5fc1c649-79bd-4eff-8027-548abe66c79b admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.026860 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-5fc1c649-79bd-4eff-8027-548abe66c79b admin admin] 10.222.0.71 "DELETE /v2.0/subnets/6cc84f01-074e-4105-9438-e897752a0b80 HTTP/1.1" status: 204 len: 168 time: 0.2716002 Feb 20 21:05:23.028746 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36468) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:23.068693 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Pushing event updated for resources: {'Port': ['ID=e8b664a7-6083-4ea5-bfab-08dcab22caaa,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:23.122681 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (50cb1078-8281-4a34-b767-e85a9678f8bc), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.234362 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (50cb1078-8281-4a34-b767-e85a9678f8bc), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.261884 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['50cb1078-8281-4a34-b767-e85a9678f8bc']}} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:23.273565 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ac5aeec-ec41-470d-b23c-3f7a7c67729a') {'for_net_delete': True} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:23.273876 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ac5aeec-ec41-470d-b23c-3f7a7c67729a') {} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:23.290326 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30773296'] for segment (1ac5aeec-ec41-470d-b23c-3f7a7c67729a), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.309121 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (1ac5aeec-ec41-470d-b23c-3f7a7c67729a), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.319970 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] Releasing vlan 189 on physical network physnet1 to pool {{(pid=102717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:05:23.321129 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30558168'] for segment (1ac5aeec-ec41-470d-b23c-3f7a7c67729a), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: Traceback (most recent call last): Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: timer() Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: cb(*args, **kw) Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: return func(*args, **kwargs) Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: self._notify() Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: self.callback(batched_events) Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: event.method(event) Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: return f(self, *a, **k) Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._get(url).json() Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: return self.request(url, 'GET', **kwargs) Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:05:23.323195 dv-cinder-830088-1-iscsi neutron-server[102717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:05:23.391238 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (50cb1078-8281-4a34-b767-e85a9678f8bc), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.401790 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.410867 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] 10.222.0.71 "DELETE /v2.0/networks/50cb1078-8281-4a34-b767-e85a9678f8bc HTTP/1.1" status: 204 len: 168 time: 0.3785102 Feb 20 21:05:23.422336 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67b3728a-3ea8-488c-b3c3-d306bedf6524 admin admin] Pushing event deleted for resources: {'Network': ['ID=50cb1078-8281-4a34-b767-e85a9678f8bc,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:23.692186 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36508) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:23.759110 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-d04dbdb5-84e4-4a22-9ea9-663c0f9dd184 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6444413e31a240369193b8ae2df18b7e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0630696 Feb 20 21:05:23.761972 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36510) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:23.834252 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5bcd8639-0eb6-4ff6-9ab0-7b4864315f14 admin admin] Publish callbacks [] for security_group (e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.860909 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5bcd8639-0eb6-4ff6-9ab0-7b4864315f14 admin admin] Publish callbacks [] for security_group (e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.888215 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Sync routers for ids ['709370eb-f41e-4715-a33b-988decf9c1a2'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:05:23.900431 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Routers {'709370eb-f41e-4715-a33b-988decf9c1a2'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:05:23.901101 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['709370eb-f41e-4715-a33b-988decf9c1a2'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:23.931333 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5bcd8639-0eb6-4ff6-9ab0-7b4864315f14 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.934817 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-5bcd8639-0eb6-4ff6-9ab0-7b4864315f14 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:23.936375 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-5bcd8639-0eb6-4ff6-9ab0-7b4864315f14 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c HTTP/1.1" status: 204 len: 168 time: 0.1731279 Feb 20 21:05:23.953618 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcd8639-0eb6-4ff6-9ab0-7b4864315f14 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5772fb7-d533-4ebf-a9c8-6b8a2bc0297c,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:24.049785 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Set router 709370eb-f41e-4715-a33b-988decf9c1a2 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:05:24.354411 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'name': 'tempest-TestVolumeBootPattern-1435785018-router', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:15Z', 'updated_at': '2022-02-20T21:05:19Z', 'revision_number': 4, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'gw_port': {'id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:16Z', 'updated_at': '2022-02-20T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '6b348c6e-d103-4066-898c-2639f2963b4e', 'name': '', 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'mac_address': 'fa:16:3e:c0:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'e3d95a19-aea8-4429-8804-960dc7de57a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:19Z', 'updated_at': '2022-02-20T21:05:20Z', 'revision_number': 2, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'subnets': [{'id': 'e3d95a19-aea8-4429-8804-960dc7de57a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:24.385901 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Checking router: 709370eb-f41e-4715-a33b-988decf9c1a2 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:05:24.386354 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Updating router 709370eb-f41e-4715-a33b-988decf9c1a2 port 6b348c6e-d103-4066-898c-2639f2963b4e binding host dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 20 21:05:24.415076 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:24.683267 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36542) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:24.774009 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device e8b664a7-6083-4ea5-bfab-08dcab22caaa up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:05:24.807438 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Publish callbacks [] for port (6b348c6e-d103-4066-898c-2639f2963b4e), precommit_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:24.817340 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:24.874125 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port e8b664a7-6083-4ea5-bfab-08dcab22caaa triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:24.874803 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:24.882911 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ae6442b5-fd70-4203-ba23-4fb68a9cf53d admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:24.889669 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5fad6-e55c-4081-9aef-80c9b99dffb8 None None] Pushing event updated for resources: {'Port': ['ID=6b348c6e-d103-4066-898c-2639f2963b4e,revision_number=3']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:24.974167 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Attempting to bind port 6b348c6e-d103-4066-898c-2639f2963b4e on host dv-cinder-830088-1-iscsi for vnic_type normal with profile {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:05:24.974825 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Attempting to bind port 6b348c6e-d103-4066-898c-2639f2963b4e by drivers openvswitch,hyperv on host dv-cinder-830088-1-iscsi at level 0 using segments [{'id': '457ca5dc-1026-462d-8d68-4930bc64935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917'}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:05:24.975408 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Attempting to bind port 6b348c6e-d103-4066-898c-2639f2963b4e on network d661bdab-ce11-454f-a246-22f8f4e40917 {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:05:25.002060 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Checking agent: {'id': '108c462e-06d3-40c8-abe3-95917ede54c1', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-830088-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 49, 3), 'started_at': datetime.datetime(2022, 2, 20, 20, 49, 33), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 5, 3), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-830088-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'resource_provider_packet_processing_with_direction': {}, 'resource_provider_packet_processing_without_direction': {}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'LocalIPAssociation': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.10', 'SecurityGroup': '1.5', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:05:25.002670 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Checking segment: {'id': '457ca5dc-1026-462d-8d68-4930bc64935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102719) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:05:25.005001 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Publish callbacks [] for ovs_bridge_name (None), before_read {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.005727 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Bound using segment: {'id': '457ca5dc-1026-462d-8d68-4930bc64935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917'} {{(pid=102719) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:05:25.008413 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.managers [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Bound port: 6b348c6e-d103-4066-898c-2639f2963b4e, host: dv-cinder-830088-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '457ca5dc-1026-462d-8d68-4930bc64935b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 163, 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917'}}] {{(pid=102719) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:05:25.008612 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port e8b664a7-6083-4ea5-bfab-08dcab22caaa is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:25.009659 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), before_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.051660 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ae6442b5-fd70-4203-ba23-4fb68a9cf53d admin admin] Publish callbacks [] for security_group (999207df-e3b0-4e4e-9144-a79c5e6934a7), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.062983 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ae6442b5-fd70-4203-ba23-4fb68a9cf53d admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (999207df-e3b0-4e4e-9144-a79c5e6934a7), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.099043 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6442b5-fd70-4203-ba23-4fb68a9cf53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=999207df-e3b0-4e4e-9144-a79c5e6934a7,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:25.157927 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-ae6442b5-fd70-4203-ba23-4fb68a9cf53d admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=2a09b0623d79413096b8b1e2bf054f44&name=default HTTP/1.1" status: 200 len: 2996 time: 0.4730048 Feb 20 21:05:25.160930 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36554) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:25.226898 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ec987651-aae3-4157-a88c-4f445d50dfd9 admin admin] Publish callbacks [] for security_group (999207df-e3b0-4e4e-9144-a79c5e6934a7), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.235683 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] For port 6b348c6e-d103-4066-898c-2639f2963b4e, host dv-cinder-830088-1-iscsi, cleared binding levels {{(pid=102719) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:05:25.239465 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.plugins.ml2.db [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] For port 6b348c6e-d103-4066-898c-2639f2963b4e, host dv-cinder-830088-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=6b348c6e-d103-4066-898c-2639f2963b4e,segment=NetworkSegment(457ca5dc-1026-462d-8d68-4930bc64935b),segment_id=457ca5dc-1026-462d-8d68-4930bc64935b)] {{(pid=102719) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:05:25.248178 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron_lib.callbacks.manager [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), after_update {{(pid=102719) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.260555 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ec987651-aae3-4157-a88c-4f445d50dfd9 admin admin] Publish callbacks [] for security_group (999207df-e3b0-4e4e-9144-a79c5e6934a7), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.272879 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c84a3d8b-7ca4-4d5b-8b4f-c40ad56fdf46 None None] Provisioning complete for port 6b348c6e-d103-4066-898c-2639f2963b4e triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:25.272879 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c84a3d8b-7ca4-4d5b-8b4f-c40ad56fdf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.326190 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0be5fad6-e55c-4081-9aef-80c9b99dffb8 None None] Pushing event updated for resources: {'Port': ['ID=6b348c6e-d103-4066-898c-2639f2963b4e,revision_number=4']} {{(pid=102719) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:25.332532 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Routers {'709370eb-f41e-4715-a33b-988decf9c1a2'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:05:25.333179 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:04:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['709370eb-f41e-4715-a33b-988decf9c1a2'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:25.370761 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ec987651-aae3-4157-a88c-4f445d50dfd9 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (999207df-e3b0-4e4e-9144-a79c5e6934a7), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.375162 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-ec987651-aae3-4157-a88c-4f445d50dfd9 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.386791 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-ec987651-aae3-4157-a88c-4f445d50dfd9 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/999207df-e3b0-4e4e-9144-a79c5e6934a7 HTTP/1.1" status: 204 len: 168 time: 0.2134778 Feb 20 21:05:25.411450 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec987651-aae3-4157-a88c-4f445d50dfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=999207df-e3b0-4e4e-9144-a79c5e6934a7,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:25.478668 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c84a3d8b-7ca4-4d5b-8b4f-c40ad56fdf46 None None] Current status of the port 6b348c6e-d103-4066-898c-2639f2963b4e is: DOWN; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:25.479097 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c84a3d8b-7ca4-4d5b-8b4f-c40ad56fdf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.523498 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-c84a3d8b-7ca4-4d5b-8b4f-c40ad56fdf46 None None] For port 6b348c6e-d103-4066-898c-2639f2963b4e, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=6b348c6e-d103-4066-898c-2639f2963b4e,segment=NetworkSegment(457ca5dc-1026-462d-8d68-4930bc64935b),segment_id=457ca5dc-1026-462d-8d68-4930bc64935b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:05:25.530484 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c84a3d8b-7ca4-4d5b-8b4f-c40ad56fdf46 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.531628 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] Set router 709370eb-f41e-4715-a33b-988decf9c1a2 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:05:25.661584 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a3d8b-7ca4-4d5b-8b4f-c40ad56fdf46 None None] Pushing event updated for resources: {'Port': ['ID=6b348c6e-d103-4066-898c-2639f2963b4e,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:25.770299 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-cdc36e03-5503-4b46-bd86-a99cfbdf9937 None None] Provisioning complete for port 6b348c6e-d103-4066-898c-2639f2963b4e triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:25.770943 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-cdc36e03-5503-4b46-bd86-a99cfbdf9937 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:25.873827 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'name': 'tempest-TestVolumeBootPattern-1435785018-router', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:15Z', 'updated_at': '2022-02-20T21:05:19Z', 'revision_number': 4, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'gw_port': {'id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:16Z', 'updated_at': '2022-02-20T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '6b348c6e-d103-4066-898c-2639f2963b4e', 'name': '', 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'mac_address': 'fa:16:3e:c0:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'e3d95a19-aea8-4429-8804-960dc7de57a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:19Z', 'updated_at': '2022-02-20T21:05:25Z', 'revision_number': 4, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'subnets': [{'id': 'e3d95a19-aea8-4429-8804-960dc7de57a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:05:25.922688 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-15920ec1-3aaa-47b8-aec5-996da710cba2 None None] The sync data for ids ['709370eb-f41e-4715-a33b-988decf9c1a2'] in dv-cinder-830088-1-iscsi is: [{'id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'name': 'tempest-TestVolumeBootPattern-1435785018-router', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:15Z', 'updated_at': '2022-02-20T21:05:19Z', 'revision_number': 4, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'gw_port': {'id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:16Z', 'updated_at': '2022-02-20T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '6b348c6e-d103-4066-898c-2639f2963b4e', 'name': '', 'network_id': 'd661bdab-ce11-454f-a246-22f8f4e40917', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'mac_address': 'fa:16:3e:c0:2c:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'device_owner': 'network:router_interface', 'standard_attr_id': 660, 'fixed_ips': [{'subnet_id': 'e3d95a19-aea8-4429-8804-960dc7de57a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:19Z', 'updated_at': '2022-02-20T21:05:25Z', 'revision_number': 4, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'subnets': [{'id': 'e3d95a19-aea8-4429-8804-960dc7de57a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:05:25.928736 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-cdc36e03-5503-4b46-bd86-a99cfbdf9937 None None] Current status of the port 6b348c6e-d103-4066-898c-2639f2963b4e is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:26.050449 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-498a05c2-2331-42b8-914d-b780f588ac83 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:26.669834 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:26.767317 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 6b348c6e-d103-4066-898c-2639f2963b4e up at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:05:26.823035 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Provisioning complete for port 6b348c6e-d103-4066-898c-2639f2963b4e triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:26.823482 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:26.923567 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Current status of the port 6b348c6e-d103-4066-898c-2639f2963b4e is: ACTIVE; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:05:28.841985 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0a441af6-b0ab-483d-9f60-191e8783e78b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:29.977176 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36690) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:30.105977 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7adca224-5133-4973-93be-ede65bfbc527 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:30.191351 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7adca224-5133-4973-93be-ede65bfbc527 admin admin] Publish callbacks [] for security_group (a0d72648-d848-4b40-bea6-ec7ed82cecb2), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:30.195282 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7adca224-5133-4973-93be-ede65bfbc527 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (a0d72648-d848-4b40-bea6-ec7ed82cecb2), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:30.234491 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-7adca224-5133-4973-93be-ede65bfbc527 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ff40ab6ed35348d489a836c136c8902e&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2554424 Feb 20 21:05:30.235592 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adca224-5133-4973-93be-ede65bfbc527 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0d72648-d848-4b40-bea6-ec7ed82cecb2,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:30.236221 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:30.237593 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36696) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:30.290714 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-fa80ac22-cca8-490f-9319-180826546a58 admin admin] Publish callbacks [] for security_group (a0d72648-d848-4b40-bea6-ec7ed82cecb2), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:30.312985 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-fa80ac22-cca8-490f-9319-180826546a58 admin admin] Publish callbacks [] for security_group (a0d72648-d848-4b40-bea6-ec7ed82cecb2), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:30.365097 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-fa80ac22-cca8-490f-9319-180826546a58 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (a0d72648-d848-4b40-bea6-ec7ed82cecb2), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:30.367705 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-fa80ac22-cca8-490f-9319-180826546a58 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:30.369158 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-fa80ac22-cca8-490f-9319-180826546a58 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/a0d72648-d848-4b40-bea6-ec7ed82cecb2 HTTP/1.1" status: 204 len: 168 time: 0.1304469 Feb 20 21:05:30.376952 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa80ac22-cca8-490f-9319-180826546a58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0d72648-d848-4b40-bea6-ec7ed82cecb2,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:31.921910 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:33.203418 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:37.687720 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:05:39.473762 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 36816) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:39.589393 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e3c5e40e-12e2-489c-8f9d-3c4134da677e admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:39.670177 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e3c5e40e-12e2-489c-8f9d-3c4134da677e admin admin] Publish callbacks [] for security_group (526baa35-6d48-4a7f-b626-427320f82a22), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:39.674931 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e3c5e40e-12e2-489c-8f9d-3c4134da677e admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (526baa35-6d48-4a7f-b626-427320f82a22), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:39.713616 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-e3c5e40e-12e2-489c-8f9d-3c4134da677e admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=44657c095c8c4dc6842f4785e1944495&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2387056 Feb 20 21:05:39.714463 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3c5e40e-12e2-489c-8f9d-3c4134da677e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=526baa35-6d48-4a7f-b626-427320f82a22,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:39.716656 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36822) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:05:39.769056 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cb75472c-1cb3-4d0f-8424-e8b921c49d39 admin admin] Publish callbacks [] for security_group (526baa35-6d48-4a7f-b626-427320f82a22), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:39.790679 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cb75472c-1cb3-4d0f-8424-e8b921c49d39 admin admin] Publish callbacks [] for security_group (526baa35-6d48-4a7f-b626-427320f82a22), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:39.841125 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cb75472c-1cb3-4d0f-8424-e8b921c49d39 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (526baa35-6d48-4a7f-b626-427320f82a22), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:39.844040 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-cb75472c-1cb3-4d0f-8424-e8b921c49d39 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:39.845282 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-cb75472c-1cb3-4d0f-8424-e8b921c49d39 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/526baa35-6d48-4a7f-b626-427320f82a22 HTTP/1.1" status: 204 len: 168 time: 0.1269116 Feb 20 21:05:39.853417 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb75472c-1cb3-4d0f-8424-e8b921c49d39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=526baa35-6d48-4a7f-b626-427320f82a22,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:42.424218 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-fa7cd962-e536-4dad-88c8-1cdd4fbbe26e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173576254&fields=id&tenant_id=ff258914ee2b4c9db5a90dba699c8f77 HTTP/1.1" status: 200 len: 267 time: 0.0519207 Feb 20 21:05:42.526688 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-6f70081b-dc73-461b-8e78-2f58f79709c0 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:42.528729 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-6f70081b-dc73-461b-8e78-2f58f79709c0 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 811 time: 0.0982716 Feb 20 21:05:42.542919 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-88a12061-18d2-4f3e-b621-dfd35f2600bd tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/quotas/ff258914ee2b4c9db5a90dba699c8f77 HTTP/1.1" status: 200 len: 375 time: 0.0087888 Feb 20 21:05:42.597178 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-f56719ae-1225-479d-b9fe-a352f83873c5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0491583 Feb 20 21:05:42.692254 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-9e1a5fb2-90f0-4630-becd-3b6062399fd9 service neutron] 10.222.0.71 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845308 Feb 20 21:05:42.785402 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d5a6a682-0ece-49ba-b6d0-5ff6dec84990 service neutron] 10.222.0.71 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875874 Feb 20 21:05:43.063236 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-53bb5bd4-11d1-41d5-9cf9-e3d064bbb081 req-565e2243-71fe-4054-b7b3-ce11507e1f8e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 210 time: 0.0292032 Feb 20 21:05:44.151753 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-292ab793-eeb9-406d-bb92-b3d8b8f8f706 req-7d250c26-32f7-4ca6-8a47-14a4a9de0004 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 210 time: 0.0374250 Feb 20 21:05:45.231066 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2969952f-8efd-4bf0-9869-f1f7bde6de42 req-23f90a75-62b1-49bd-8232-4db26ba0bd2a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 210 time: 0.0277479 Feb 20 21:05:46.311515 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-2c366370-4ec6-435a-ab5c-57089e9dbbda req-febbc30c-309b-45ff-b9a3-38b083b664a9 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 210 time: 0.0286629 Feb 20 21:05:47.404458 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52447d54-1479-4ce7-adb8-c40f8f8c8cfe req-5f6ab576-407e-4cbb-a84b-407fb747a744 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 210 time: 0.0272472 Feb 20 21:05:48.497244 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-04ad717d-df96-443b-a070-301df3172fec req-9e617268-5904-463d-9cba-0061cff8de3d tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 210 time: 0.0271046 Feb 20 21:05:49.619753 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52b3c608-ffa9-408b-a962-aa7339bcaec2 req-57597643-6bb4-4429-b7c8-3cecdc2f5bd9 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 210 time: 0.0289252 Feb 20 21:05:49.620478 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-e293640a-e1e3-4030-9ce0-be7be5763a26 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:49.621905 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-e293640a-e1e3-4030-9ce0-be7be5763a26 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 811 time: 0.1134999 Feb 20 21:05:49.692915 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-a7623bcb-ee9b-4202-b17c-cf019780c89e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff258914ee2b4c9db5a90dba699c8f77 HTTP/1.1" status: 200 len: 380 time: 0.0569746 Feb 20 21:05:49.708444 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'port': {'device_id': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'admin_state_up': True, 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'security_groups': ['7219ad6f-b176-4b8a-a4ad-5435a773e338']}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:49.821252 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Made reservation on behalf of ff258914ee2b4c9db5a90dba699c8f77 for: {'port': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:05:49.825196 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:49.947052 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Allocated IP 172.20.0.4 (a106d46e-8c77-4012-96c1-49a3a4f915ab/06e5b62b-78c3-4fd5-aa5b-3f37c3732422/9611521c-697c-4250-b92e-a1d506720f7c) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:05:50.081007 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for port (9611521c-697c-4250-b92e-a1d506720f7c), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:50.114553 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (9611521c-697c-4250-b92e-a1d506720f7c), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:50.154409 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Network a106d46e-8c77-4012-96c1-49a3a4f915ab is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:05:50.157463 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:05:50.161020 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:05:50.196781 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'Port': ['ID=9611521c-697c-4250-b92e-a1d506720f7c,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:50.221039 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:50.221767 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:50.239059 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-d27b2afe-667c-47dd-b901-ccb61562033f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5358193 Feb 20 21:05:50.256482 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Request body: {'port': {'device_id': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:05:50.324936 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (9611521c-697c-4250-b92e-a1d506720f7c), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:50.408691 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-918dab54-3371-4b4c-97e0-6b0cf7f6dc0e None None] Provisioning complete for port 9611521c-697c-4250-b92e-a1d506720f7c triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:05:50.409324 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-918dab54-3371-4b4c-97e0-6b0cf7f6dc0e None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (9611521c-697c-4250-b92e-a1d506720f7c), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:50.447233 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-918dab54-3371-4b4c-97e0-6b0cf7f6dc0e None None] Port 9611521c-697c-4250-b92e-a1d506720f7c cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:05:50.603724 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9611521c-697c-4250-b92e-a1d506720f7c {{(pid=102717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:05:50.612940 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Publish callbacks [] for port (9611521c-697c-4250-b92e-a1d506720f7c), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:50.627417 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.provisioning_blocks [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Transition to ACTIVE for port object 9611521c-697c-4250-b92e-a1d506720f7c will not be triggered until provisioned by entity L2. {{(pid=102717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:05:50.632311 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (9611521c-697c-4250-b92e-a1d506720f7c), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:50.762787 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Pushing event updated for resources: {'Port': ['ID=9611521c-697c-4250-b92e-a1d506720f7c,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:50.770665 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46ceead4-0620-4526-b0ee-d09015de1073 req-dd84ec47-a42d-44e7-8e43-7a1eca41e126 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:50.774470 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-46ceead4-0620-4526-b0ee-d09015de1073 req-dd84ec47-a42d-44e7-8e43-7a1eca41e126 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 943 time: 0.0784595 Feb 20 21:05:50.789868 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Attempting to bind port 9611521c-697c-4250-b92e-a1d506720f7c on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:05:50.790215 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Attempting to bind port 9611521c-697c-4250-b92e-a1d506720f7c by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:05:50.790560 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Attempting to bind port 9611521c-697c-4250-b92e-a1d506720f7c on network a106d46e-8c77-4012-96c1-49a3a4f915ab {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:05:50.796317 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Port 9611521c-697c-4250-b92e-a1d506720f7c on network a106d46e-8c77-4012-96c1-49a3a4f915ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:05:50.796683 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Attempting to bind port 9611521c-697c-4250-b92e-a1d506720f7c on network a106d46e-8c77-4012-96c1-49a3a4f915ab {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:05:50.802583 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 5, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:05:50.802583 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Checking segment: {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:05:50.802919 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Bound using segment: {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:05:50.803273 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Bound port: 9611521c-697c-4250-b92e-a1d506720f7c, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'}}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:05:50.803642 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (9611521c-697c-4250-b92e-a1d506720f7c), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:50.840975 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-46ceead4-0620-4526-b0ee-d09015de1073 req-2e9ef1e8-5075-46b8-8744-e65774c21ab5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0593829 Feb 20 21:05:50.886957 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] For port 9611521c-697c-4250-b92e-a1d506720f7c, host hv-cinder-83008, cleared binding levels {{(pid=102717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:05:50.890816 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] For port 9611521c-697c-4250-b92e-a1d506720f7c, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9611521c-697c-4250-b92e-a1d506720f7c,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:05:50.897092 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (9611521c-697c-4250-b92e-a1d506720f7c), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:50.929989 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:50.930785 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:50.932199 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] 10.222.0.90 "PUT /v2.0/ports/9611521c-697c-4250-b92e-a1d506720f7c HTTP/1.1" status: 200 len: 1093 time: 0.6803656 Feb 20 21:05:50.936134 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'tag': '9611521c-697c-4250-b92e-a1d506720f7c'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:05:50.938691 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70c678a9-e73a-452e-a529-ba9b947b8d9e" -d '{"events": [{"name": "network-changed", "server_uuid": "8078dde5-4e1b-480f-9d23-65cddb52b022", "tag": "9611521c-697c-4250-b92e-a1d506720f7c"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:05:50.974540 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5f930e-519f-4d81-a9a9-dd7099a49ded service neutron] Pushing event updated for resources: {'Port': ['ID=9611521c-697c-4250-b92e-a1d506720f7c,revision_number=3']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:05:51.015042 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:05:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d0f6d409-7ff2-41df-9e4c-d3b05245865f x-openstack-request-id: req-d0f6d409-7ff2-41df-9e4c-d3b05245865f {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:05:51.015341 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8078dde5-4e1b-480f-9d23-65cddb52b022", "tag": "9611521c-697c-4250-b92e-a1d506720f7c", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:05:51.015601 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d0f6d409-7ff2-41df-9e4c-d3b05245865f {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:05:51.016044 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'tag': '9611521c-697c-4250-b92e-a1d506720f7c', 'status': 'completed', 'code': 200} Feb 20 21:05:51.039017 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-3fe3c7aa-ed3a-4d10-949a-07028db9f55a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:51.040800 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-3fe3c7aa-ed3a-4d10-949a-07028db9f55a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 1127 time: 0.0544989 Feb 20 21:05:51.093607 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-3ab34285-d615-404f-9c6a-6e85023aee92 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9611521c-697c-4250-b92e-a1d506720f7c HTTP/1.1" status: 200 len: 217 time: 0.0460334 Feb 20 21:05:51.148091 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-35e10a10-b086-4f3a-bc91-af46f132a5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:51.149609 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-35e10a10-b086-4f3a-bc91-af46f132a5a8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0507030 Feb 20 21:05:51.196857 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-182002cd-9b1c-4852-a501-b1416706fc44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:51.198422 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-182002cd-9b1c-4852-a501-b1416706fc44 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0429306 Feb 20 21:05:51.290338 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-9fb47c99-64b1-4a17-8834-930a9d49f8b8 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860701 Feb 20 21:05:51.380983 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3ce3bab3-51d8-4840-891f-1c1200190306 req-c775f8a8-3e5e-475a-9913-839e8c673fed service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847697 Feb 20 21:05:51.484798 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c678a9-e73a-452e-a529-ba9b947b8d9e req-779470b2-c8cf-4178-852a-a80da07edb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:51.486555 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-70c678a9-e73a-452e-a529-ba9b947b8d9e req-779470b2-c8cf-4178-852a-a80da07edb22 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 1127 time: 0.0464740 Feb 20 21:05:51.581335 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c678a9-e73a-452e-a529-ba9b947b8d9e req-4ef1cace-1286-4a70-b9e0-dab0c6264c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:51.582823 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-70c678a9-e73a-452e-a529-ba9b947b8d9e req-4ef1cace-1286-4a70-b9e0-dab0c6264c70 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.0886219 Feb 20 21:05:51.629523 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-70c678a9-e73a-452e-a529-ba9b947b8d9e req-b7fc69f4-f947-468c-859a-2581bd1af82b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9611521c-697c-4250-b92e-a1d506720f7c HTTP/1.1" status: 200 len: 217 time: 0.0368071 Feb 20 21:05:51.681722 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c678a9-e73a-452e-a529-ba9b947b8d9e req-db331e75-9821-489f-be91-fafcfe647839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:51.683200 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-70c678a9-e73a-452e-a529-ba9b947b8d9e req-db331e75-9821-489f-be91-fafcfe647839 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0484216 Feb 20 21:05:51.739779 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c678a9-e73a-452e-a529-ba9b947b8d9e req-327f8b93-349d-4e58-87e2-eef8fc8c836a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:51.741389 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-70c678a9-e73a-452e-a529-ba9b947b8d9e req-327f8b93-349d-4e58-87e2-eef8fc8c836a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0523331 Feb 20 21:05:51.832764 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-70c678a9-e73a-452e-a529-ba9b947b8d9e req-05890fec-5a29-4e48-b0ff-a0096328055b service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850029 Feb 20 21:05:51.937728 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-70c678a9-e73a-452e-a529-ba9b947b8d9e req-9863e9bb-b0a8-4bcf-b603-b5257f3c0540 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0982330 Feb 20 21:05:51.962214 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0d12fb2-838c-4b65-a217-28e086fa9215 req-147ab116-9724-4438-be0e-e488d50b9dd7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:51.963672 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c0d12fb2-838c-4b65-a217-28e086fa9215 req-147ab116-9724-4438-be0e-e488d50b9dd7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 943 time: 0.0528083 Feb 20 21:05:52.015889 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c0d12fb2-838c-4b65-a217-28e086fa9215 req-ce8385fc-001f-4842-9454-b84794d9b21c tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460835 Feb 20 21:05:53.159458 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-846a653b-a845-4a21-b473-9fa608004b6c req-887b1c76-29f3-49f6-b1e0-597f1789af04 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:53.160961 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-846a653b-a845-4a21-b473-9fa608004b6c req-887b1c76-29f3-49f6-b1e0-597f1789af04 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 943 time: 0.0643191 Feb 20 21:05:53.209834 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-846a653b-a845-4a21-b473-9fa608004b6c req-5ed157ea-9664-406b-bd0a-748ce53ba4b8 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432808 Feb 20 21:05:54.330217 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a532b5e-6993-4934-ad06-0da38e439670 req-b0ccde45-eb97-4342-93dc-5c4b78c627c5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:54.331699 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1a532b5e-6993-4934-ad06-0da38e439670 req-b0ccde45-eb97-4342-93dc-5c4b78c627c5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 943 time: 0.0533395 Feb 20 21:05:54.380961 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1a532b5e-6993-4934-ad06-0da38e439670 req-7b10fb90-dd3d-4056-a11c-d3543dc0f780 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0431743 Feb 20 21:05:55.507464 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34a1f25b-7324-4596-8704-f19b6826d06a req-6c164a81-bf63-44d0-9e15-5a83568e1146 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:55.508991 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-34a1f25b-7324-4596-8704-f19b6826d06a req-6c164a81-bf63-44d0-9e15-5a83568e1146 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 943 time: 0.0539680 Feb 20 21:05:55.561145 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-34a1f25b-7324-4596-8704-f19b6826d06a req-b5f30b7b-15a9-480b-b93b-621c21c9125b tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465746 Feb 20 21:05:56.045038 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2c9d82fe-2ae6-4e40-bff1-9e34d716996a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:56.671223 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:56.685974 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c1a0a43-9e0d-49ad-a862-dceee301e43b req-e55d541a-e8a2-44d9-b40d-e83292c2aff2 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:56.687467 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9c1a0a43-9e0d-49ad-a862-dceee301e43b req-e55d541a-e8a2-44d9-b40d-e83292c2aff2 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 943 time: 0.0595939 Feb 20 21:05:56.735306 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9c1a0a43-9e0d-49ad-a862-dceee301e43b req-53cb8444-d5e5-4d47-935c-374b2314a241 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421693 Feb 20 21:05:57.853517 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f438da-4e16-473a-9716-e12b04f87f15 req-5d3af6b0-4bed-4380-94de-782af80c861e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:57.855016 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-35f438da-4e16-473a-9716-e12b04f87f15 req-5d3af6b0-4bed-4380-94de-782af80c861e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 943 time: 0.0523539 Feb 20 21:05:57.907147 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-35f438da-4e16-473a-9716-e12b04f87f15 req-8d11ef95-31c5-4781-aa24-4657821e9b1e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464635 Feb 20 21:05:58.843654 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c70566c4-4f1d-4714-ab36-5e7d6e30da6d None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:05:59.032842 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f385b1d-f136-4d0c-948e-8a00ad05ef0f req-c244369b-b859-456d-92d2-29d4082f29b6 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:05:59.034326 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0f385b1d-f136-4d0c-948e-8a00ad05ef0f req-c244369b-b859-456d-92d2-29d4082f29b6 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 943 time: 0.0575206 Feb 20 21:05:59.082055 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0f385b1d-f136-4d0c-948e-8a00ad05ef0f req-f2409654-e558-475d-9344-b0320cc22c1f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422912 Feb 20 21:05:59.924183 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 9611521c-697c-4250-b92e-a1d506720f7c details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:06:00.022016 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 9611521c-697c-4250-b92e-a1d506720f7c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9611521c-697c-4250-b92e-a1d506720f7c,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:06:00.033582 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '9611521c-697c-4250-b92e-a1d506720f7c', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'port_id': '9611521c-697c-4250-b92e-a1d506720f7c', 'mac_address': 'fa:16:3e:c2:69:ad', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:06:00.071933 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 9611521c-697c-4250-b92e-a1d506720f7c is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:06:00.072318 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (9611521c-697c-4250-b92e-a1d506720f7c), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:00.085210 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9611521c-697c-4250-b92e-a1d506720f7c {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:06:00.110119 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 9611521c-697c-4250-b92e-a1d506720f7c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9611521c-697c-4250-b92e-a1d506720f7c,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:06:00.113992 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (9611521c-697c-4250-b92e-a1d506720f7c), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:00.166510 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=9611521c-697c-4250-b92e-a1d506720f7c,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:06:00.222960 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c22bb5e7-6102-465e-89ba-d28e9d41673f req-0fc168b0-f3cf-4f04-bc9f-6289bc624d13 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:00.224609 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c22bb5e7-6102-465e-89ba-d28e9d41673f req-0fc168b0-f3cf-4f04-bc9f-6289bc624d13 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 944 time: 0.0669341 Feb 20 21:06:00.238534 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:00.276118 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c22bb5e7-6102-465e-89ba-d28e9d41673f req-9728029f-f03b-43ad-8db9-4c77a5d7e14b tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456712 Feb 20 21:06:00.358064 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['9611521c-697c-4250-b92e-a1d506720f7c'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:06:01.401324 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-960a838d-6788-4ee1-97b2-5f13d35bad54 req-0ea9d747-0712-41c9-9af7-4b8ac0a3000e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:01.402842 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-960a838d-6788-4ee1-97b2-5f13d35bad54 req-0ea9d747-0712-41c9-9af7-4b8ac0a3000e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 944 time: 0.0561721 Feb 20 21:06:01.456137 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-960a838d-6788-4ee1-97b2-5f13d35bad54 req-77aefb34-8596-466c-84ad-4278c6a09558 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473542 Feb 20 21:06:01.923598 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:01.935318 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 9611521c-697c-4250-b92e-a1d506720f7c up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:06:01.985389 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 9611521c-697c-4250-b92e-a1d506720f7c completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:06:01.989734 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 9611521c-697c-4250-b92e-a1d506720f7c triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:06:01.990112 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (9611521c-697c-4250-b92e-a1d506720f7c), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:02.034324 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36992) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:06:02.072831 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 9611521c-697c-4250-b92e-a1d506720f7c is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:06:02.073449 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (9611521c-697c-4250-b92e-a1d506720f7c), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:02.102678 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9611521c-697c-4250-b92e-a1d506720f7c'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:06:02.105854 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0efb3cd6-63e6-47ef-b0f2-f53527730291" -d '{"events": [{"server_uuid": "8078dde5-4e1b-480f-9d23-65cddb52b022", "name": "network-vif-plugged", "status": "completed", "tag": "9611521c-697c-4250-b92e-a1d506720f7c"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:06:02.126968 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 9611521c-697c-4250-b92e-a1d506720f7c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9611521c-697c-4250-b92e-a1d506720f7c,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:06:02.139245 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (9611521c-697c-4250-b92e-a1d506720f7c), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:02.176888 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:06:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0b64e0b2-735a-4f8c-bf80-52de003cfc19 x-openstack-request-id: req-0b64e0b2-735a-4f8c-bf80-52de003cfc19 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:06:02.177301 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8078dde5-4e1b-480f-9d23-65cddb52b022", "name": "network-vif-plugged", "status": "completed", "tag": "9611521c-697c-4250-b92e-a1d506720f7c", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:06:02.177629 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-0b64e0b2-735a-4f8c-bf80-52de003cfc19 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:06:02.178092 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9611521c-697c-4250-b92e-a1d506720f7c', 'code': 200} Feb 20 21:06:02.185451 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-14493ce5-c1be-4719-b705-d454ec63c149 admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:02.212288 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=9611521c-697c-4250-b92e-a1d506720f7c,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:06:02.280284 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-14493ce5-c1be-4719-b705-d454ec63c149 admin admin] Publish callbacks [] for security_group (646e884b-f9cf-423e-b0ec-1d0e4277af2a), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:02.285124 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-14493ce5-c1be-4719-b705-d454ec63c149 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (646e884b-f9cf-423e-b0ec-1d0e4277af2a), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:02.324430 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14493ce5-c1be-4719-b705-d454ec63c149 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=646e884b-f9cf-423e-b0ec-1d0e4277af2a,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:06:02.331297 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-14493ce5-c1be-4719-b705-d454ec63c149 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=6a2ec8b0308a445a869a2057e38d25ae&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2959139 Feb 20 21:06:02.334019 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 36998) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:06:02.421050 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2fda7c0-0775-4160-be5f-89bee8722388 req-fb16b717-bfe9-4703-b948-4c34cfe67975 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:02.422574 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d2fda7c0-0775-4160-be5f-89bee8722388 req-fb16b717-bfe9-4703-b948-4c34cfe67975 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 1129 time: 0.0805845 Feb 20 21:06:02.423183 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3ad832d8-7a33-4b88-b6bc-007c0b46a5be admin admin] Publish callbacks [] for security_group (646e884b-f9cf-423e-b0ec-1d0e4277af2a), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:02.458603 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3ad832d8-7a33-4b88-b6bc-007c0b46a5be admin admin] Publish callbacks [] for security_group (646e884b-f9cf-423e-b0ec-1d0e4277af2a), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:02.510696 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d2fda7c0-0775-4160-be5f-89bee8722388 req-89ae090d-98b2-4f04-8227-8d3a033ff6c3 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0778770 Feb 20 21:06:02.529241 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3ad832d8-7a33-4b88-b6bc-007c0b46a5be admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (646e884b-f9cf-423e-b0ec-1d0e4277af2a), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:02.532148 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-3ad832d8-7a33-4b88-b6bc-007c0b46a5be admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:02.533233 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-3ad832d8-7a33-4b88-b6bc-007c0b46a5be admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/646e884b-f9cf-423e-b0ec-1d0e4277af2a HTTP/1.1" status: 204 len: 168 time: 0.1978548 Feb 20 21:06:02.541713 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad832d8-7a33-4b88-b6bc-007c0b46a5be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=646e884b-f9cf-423e-b0ec-1d0e4277af2a,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:06:02.581171 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-197bd86d-1c79-498f-9290-e0b1be04ce2f req-90e121d6-8cdb-4f3b-a35a-6664bc58f80d tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:02.583398 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-197bd86d-1c79-498f-9290-e0b1be04ce2f req-90e121d6-8cdb-4f3b-a35a-6664bc58f80d tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 945 time: 0.0564678 Feb 20 21:06:02.635811 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-197bd86d-1c79-498f-9290-e0b1be04ce2f req-61c8f48e-5b73-490e-9aba-eece77086d4e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466731 Feb 20 21:06:03.206865 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:03.762017 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c19b902-410f-43ae-9331-9e07b128412c req-7de0c82d-1ebf-47f1-9da8-ae44c751e70c tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:03.763696 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7c19b902-410f-43ae-9331-9e07b128412c req-7de0c82d-1ebf-47f1-9da8-ae44c751e70c tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 945 time: 0.0548077 Feb 20 21:06:03.815551 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7c19b902-410f-43ae-9331-9e07b128412c req-b88c80c5-b021-4351-a9c6-1c7272790e2b tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457475 Feb 20 21:06:03.940807 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f7bf41-43be-4ebf-94a6-d01294796781 req-b7318f6a-0f44-465c-8b58-0d1286581e71 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:03.942271 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-61f7bf41-43be-4ebf-94a6-d01294796781 req-b7318f6a-0f44-465c-8b58-0d1286581e71 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 945 time: 0.0573814 Feb 20 21:06:03.990483 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-61f7bf41-43be-4ebf-94a6-d01294796781 req-82b0a88b-98d4-4aef-8e95-df64e0071c8f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0426710 Feb 20 21:06:04.013413 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37034) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:06:04.198351 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8796c7b-2fc1-402c-b629-522f8a283603 tempest-TestVolumeBootPattern-553475578 tempest-TestVolumeBootPattern-553475578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:04.200397 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-d8796c7b-2fc1-402c-b629-522f8a283603 tempest-TestVolumeBootPattern-553475578 tempest-TestVolumeBootPattern-553475578-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 1124 time: 0.1859853 Feb 20 21:06:04.203255 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37038) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:06:04.207449 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'floatingip': {'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'port_id': '9611521c-697c-4250-b92e-a1d506720f7c', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address': '172.20.0.4'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:06:04.228166 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:04.327255 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:04.428715 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Allocated IP 172.27.2.19 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/72713bf0-e4b5-4c29-ab1f-4bdad892c425) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:06:04.533787 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for port (72713bf0-e4b5-4c29-ab1f-4bdad892c425), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:04.565951 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (72713bf0-e4b5-4c29-ab1f-4bdad892c425), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:04.602562 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:06:04.605838 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:06:04.615869 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:06:04.619253 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'Port': ['ID=72713bf0-e4b5-4c29-ab1f-4bdad892c425,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:06:05.273646 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (cdb9aacc-2f08-4f2e-b640-00d15c228fd6), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:05.342035 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (72713bf0-e4b5-4c29-ab1f-4bdad892c425), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:05.495521 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for port (72713bf0-e4b5-4c29-ab1f-4bdad892c425), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:05.500801 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (72713bf0-e4b5-4c29-ab1f-4bdad892c425), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:05.572619 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'Port': ['ID=72713bf0-e4b5-4c29-ab1f-4bdad892c425,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:06:05.584525 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (cdb9aacc-2f08-4f2e-b640-00d15c228fd6), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:05.688571 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.l3_db [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Floating IP cdb9aacc-2f08-4f2e-b640-00d15c228fd6 associated. External IP: 172.27.2.19, port: 9611521c-697c-4250-b92e-a1d506720f7c. Feb 20 21:06:05.907517 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Router 13248f9c-34f2-4600-894e-8a0507170b2e has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:06:06.020346 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:06:06.030140 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9c1f17-fcbb-4425-a01e-5d88680ecd56 None None] Sync routers for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:06:06.039927 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:06.040553 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9c1f17-fcbb-4425-a01e-5d88680ecd56 None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:06:06.041278 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-0f9c1f17-fcbb-4425-a01e-5d88680ecd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:05:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:06:06.072003 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-ff09f966-0aef-46a9-a53b-2a9174580c8a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8677163 Feb 20 21:06:06.072826 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'tag': '9611521c-697c-4250-b92e-a1d506720f7c'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:06:06.076200 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee989802-9bc4-4c0a-9d58-e5f9c9062128" -d '{"events": [{"name": "network-changed", "server_uuid": "8078dde5-4e1b-480f-9d23-65cddb52b022", "tag": "9611521c-697c-4250-b92e-a1d506720f7c"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:06:06.120008 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:06:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73aad84-ed59-4e84-a5ba-abeedb1a8f25 x-openstack-request-id: req-b73aad84-ed59-4e84-a5ba-abeedb1a8f25 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:06:06.120872 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8078dde5-4e1b-480f-9d23-65cddb52b022", "tag": "9611521c-697c-4250-b92e-a1d506720f7c", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:06:06.121144 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-b73aad84-ed59-4e84-a5ba-abeedb1a8f25 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:06:06.121604 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'tag': '9611521c-697c-4250-b92e-a1d506720f7c', 'status': 'completed', 'code': 200} Feb 20 21:06:06.155212 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-0f9c1f17-fcbb-4425-a01e-5d88680ecd56 None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:06:06.374571 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-0f9c1f17-fcbb-4425-a01e-5d88680ecd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': 'cdb9aacc-2f08-4f2e-b640-00d15c228fd6', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': '9611521c-697c-4250-b92e-a1d506720f7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:c2:69:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:06:05Z', 'updated_at': '2022-02-20T21:06:05Z', 'revision_number': 0, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:06:06.403672 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9c1f17-fcbb-4425-a01e-5d88680ecd56 None None] Checking router: 13248f9c-34f2-4600-894e-8a0507170b2e for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:06:06.411914 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f9c1f17-fcbb-4425-a01e-5d88680ecd56 None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:06:06.412545 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-0f9c1f17-fcbb-4425-a01e-5d88680ecd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:05:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:06:06.522638 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-0f9c1f17-fcbb-4425-a01e-5d88680ecd56 None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:06:06.747444 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-0f9c1f17-fcbb-4425-a01e-5d88680ecd56 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': 'cdb9aacc-2f08-4f2e-b640-00d15c228fd6', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': '9611521c-697c-4250-b92e-a1d506720f7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:c2:69:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:06:05Z', 'updated_at': '2022-02-20T21:06:05Z', 'revision_number': 0, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:06:06.775668 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f9c1f17-fcbb-4425-a01e-5d88680ecd56 None None] The sync data for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi is: [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': 'cdb9aacc-2f08-4f2e-b640-00d15c228fd6', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.19', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': '9611521c-697c-4250-b92e-a1d506720f7c', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 692, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:c2:69:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:06:05Z', 'updated_at': '2022-02-20T21:06:05Z', 'revision_number': 0, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:06:06.958048 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-163635ae-b6b9-4531-951e-0d8c4d16cc85 None None] New status for floating IP cdb9aacc-2f08-4f2e-b640-00d15c228fd6: ACTIVE {{(pid=102719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:06:07.500318 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee989802-9bc4-4c0a-9d58-e5f9c9062128 req-626f46a9-a34a-4475-8dcb-fe2d3ade042a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:07.501869 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ee989802-9bc4-4c0a-9d58-e5f9c9062128 req-626f46a9-a34a-4475-8dcb-fe2d3ade042a service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 1129 time: 0.0453916 Feb 20 21:06:07.595443 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee989802-9bc4-4c0a-9d58-e5f9c9062128 req-f6794d85-cfcd-4599-b3f4-9bf9d41e6d34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:07.596962 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ee989802-9bc4-4c0a-9d58-e5f9c9062128 req-f6794d85-cfcd-4599-b3f4-9bf9d41e6d34 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.0887766 Feb 20 21:06:07.661253 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ee989802-9bc4-4c0a-9d58-e5f9c9062128 req-fbd3b099-d1a3-4b45-834a-f4c271092362 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9611521c-697c-4250-b92e-a1d506720f7c HTTP/1.1" status: 200 len: 1000 time: 0.0579979 Feb 20 21:06:07.712950 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee989802-9bc4-4c0a-9d58-e5f9c9062128 req-18245269-b752-4e5f-8dbb-438678720142 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:07.714451 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ee989802-9bc4-4c0a-9d58-e5f9c9062128 req-18245269-b752-4e5f-8dbb-438678720142 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0479770 Feb 20 21:06:07.762710 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee989802-9bc4-4c0a-9d58-e5f9c9062128 req-c0d91ef0-99f1-4e9e-a3a7-c4885a9f5e46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:07.764112 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ee989802-9bc4-4c0a-9d58-e5f9c9062128 req-c0d91ef0-99f1-4e9e-a3a7-c4885a9f5e46 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0438199 Feb 20 21:06:07.850357 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ee989802-9bc4-4c0a-9d58-e5f9c9062128 req-6a0b6083-b6aa-4512-812c-f662488183e7 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0798454 Feb 20 21:06:07.950371 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ee989802-9bc4-4c0a-9d58-e5f9c9062128 req-f74b5b63-d6f5-476e-baa0-6ddc98bcaf5e service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0940206 Feb 20 21:06:14.687925 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:06:20.630874 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37148) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:06:20.751660 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Publish callbacks [] for security_group (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:20.838460 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Publish callbacks [] for security_group (20fc1ec7-8f24-4500-bfaa-612edc9a1d53), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:20.845683 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (20fc1ec7-8f24-4500-bfaa-612edc9a1d53), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:20.886183 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=f383eafd26034a10afe7bca0eb0541d4&name=default HTTP/1.1" status: 200 len: 2996 time: 0.2541718 Feb 20 21:06:20.887145 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20fc1ec7-8f24-4500-bfaa-612edc9a1d53,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:06:20.890359 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 37152) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:06:20.895850 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.896234 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.896687 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.897025 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.897359 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.897695 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.898026 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.898381 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.898712 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.899173 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.899505 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.899826 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.900149 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2f5e377d-e9de-46b8-aaa7-8d3f18cf27ec admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:20.943417 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Publish callbacks [] for security_group (20fc1ec7-8f24-4500-bfaa-612edc9a1d53), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:20.965019 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Publish callbacks [] for security_group (20fc1ec7-8f24-4500-bfaa-612edc9a1d53), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:21.012325 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (20fc1ec7-8f24-4500-bfaa-612edc9a1d53), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:21.015602 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:21.016788 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/20fc1ec7-8f24-4500-bfaa-612edc9a1d53 HTTP/1.1" status: 204 len: 168 time: 0.1253800 Feb 20 21:06:21.025007 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20fc1ec7-8f24-4500-bfaa-612edc9a1d53,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:06:21.032650 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:21.033010 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:21.033346 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:21.033691 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:21.034031 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:21.034359 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:21.034690 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:21.035024 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:21.035354 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:21.035684 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:21.036009 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:21.036334 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:21.036680 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-31dd4bdf-72ab-4b3a-8adf-66abc32ea359 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:06:26.046931 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-57a74374-0721-4e81-a37f-497c696ae267 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:26.686601 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:28.844737 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1965500b-1a95-4cc9-bca5-549dbbe8b7a0 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:30.240049 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:31.924415 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:32.664584 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e3616753-74dd-4f93-8b17-3d263f71bb72 req-545e7649-d3a4-4b91-b8b4-ba995a6f5bef service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0479066 Feb 20 21:06:32.752239 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3616753-74dd-4f93-8b17-3d263f71bb72 req-d3c893f8-7ef3-438f-852f-a5bf5982995f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:32.753773 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e3616753-74dd-4f93-8b17-3d263f71bb72 req-d3c893f8-7ef3-438f-852f-a5bf5982995f service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 1129 time: 0.0458140 Feb 20 21:06:32.853854 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3616753-74dd-4f93-8b17-3d263f71bb72 req-6137e114-e1bb-4be4-9241-95a18c4a3374 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:32.855323 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e3616753-74dd-4f93-8b17-3d263f71bb72 req-6137e114-e1bb-4be4-9241-95a18c4a3374 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.0818896 Feb 20 21:06:32.927611 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e3616753-74dd-4f93-8b17-3d263f71bb72 req-18bad181-80a2-435e-967f-77ffa3cf5f8f service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9611521c-697c-4250-b92e-a1d506720f7c HTTP/1.1" status: 200 len: 1000 time: 0.0656786 Feb 20 21:06:32.978812 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3616753-74dd-4f93-8b17-3d263f71bb72 req-0986a8ca-088a-4902-9b71-0c8ace17512d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:32.980305 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e3616753-74dd-4f93-8b17-3d263f71bb72 req-0986a8ca-088a-4902-9b71-0c8ace17512d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0469790 Feb 20 21:06:33.029734 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3616753-74dd-4f93-8b17-3d263f71bb72 req-3d0629e2-2693-4dd0-839b-5d3d242be05b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:06:33.032069 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e3616753-74dd-4f93-8b17-3d263f71bb72 req-3d0629e2-2693-4dd0-839b-5d3d242be05b service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0446875 Feb 20 21:06:33.124782 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e3616753-74dd-4f93-8b17-3d263f71bb72 req-c39c53ca-cbbf-4dd7-831f-e84e84e0931b service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852296 Feb 20 21:06:33.212697 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e3616753-74dd-4f93-8b17-3d263f71bb72 req-9f6a2e9a-6b51-4680-b5ae-06584e39507a service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816245 Feb 20 21:06:33.213111 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:51.686551 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:06:56.050382 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-65dfbb68-d8be-4ac2-94d3-c4d81e9bd25c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:56.682962 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:06:58.852413 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c8f937b6-5904-4e3d-a642-a4530e303538 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:07:00.242621 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:07:01.927550 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:07:03.215068 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:07:26.053910 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3105074e-add7-4003-b31a-187ba40c73e9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:07:26.698054 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:07:28.684681 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:07:28.846500 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8aec486e-ac00-4a54-8da8-48b1ccbf082c None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:07:30.245854 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:07:31.932025 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:07:32.653810 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-f7675e78-562b-42ad-ae0e-b073415e511e service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0435946 Feb 20 21:07:32.740311 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-ac61b505-fd86-40c8-85f7-8e65e7bce6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:07:32.741184 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-ac61b505-fd86-40c8-85f7-8e65e7bce6a9 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 1129 time: 0.0474927 Feb 20 21:07:32.849901 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-dba10d95-0c3e-4d52-a49a-45f8d4907c9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:07:32.851391 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-dba10d95-0c3e-4d52-a49a-45f8d4907c9c service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.0903726 Feb 20 21:07:32.919647 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-1ebdd3c9-f8a0-421a-bf2d-5d2b36bf3116 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9611521c-697c-4250-b92e-a1d506720f7c HTTP/1.1" status: 200 len: 1000 time: 0.0624230 Feb 20 21:07:32.966579 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-fee4a27b-74c2-4c17-a93d-87a273b3a641 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:07:32.968036 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-fee4a27b-74c2-4c17-a93d-87a273b3a641 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0427923 Feb 20 21:07:33.014526 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-8787da0e-5d9e-487c-918b-097f3021af8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:07:33.015989 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-8787da0e-5d9e-487c-918b-097f3021af8a service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0424654 Feb 20 21:07:33.025549 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-dc59aedb-7f51-4918-b8d2-b653d0ea6538 service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102717) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:07:33.026478 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-dc59aedb-7f51-4918-b8d2-b653d0ea6538 service neutron] 10.222.0.90 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0047286 Feb 20 21:07:33.118277 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-5df17666-7960-4e50-b748-d0f76098ddfb service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861344 Feb 20 21:07:33.212955 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-8b9f718c-4448-491e-9cc0-a26922cb44ea req-45f5a4bc-8ea1-4339-9dce-7b6f51d6f1ba service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892172 Feb 20 21:07:33.343164 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:07:56.055373 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-e4db44ba-2556-41ae-8e24-6767b91dd8cf None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:07:56.728899 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:07:58.848415 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-2019d685-8741-47fb-9076-42bf70abc009 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:00.249748 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:01.931822 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:03.214785 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:03.811714 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1228a632-8d8b-4eff-b368-bcafdbc2218b req-f18ce953-ad7a-46af-a80e-12a68210ce93 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:03.813238 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1228a632-8d8b-4eff-b368-bcafdbc2218b req-f18ce953-ad7a-46af-a80e-12a68210ce93 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 945 time: 0.2052770 Feb 20 21:08:03.880032 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1228a632-8d8b-4eff-b368-bcafdbc2218b req-ed07cb7f-6c9f-4957-b237-a20125120ff8 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609658 Feb 20 21:08:05.060447 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad53fde-252e-4710-95bc-9027cbb3c313 req-88bc8895-d1aa-4158-a78e-d1573f002cde tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:05.061905 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8ad53fde-252e-4710-95bc-9027cbb3c313 req-88bc8895-d1aa-4158-a78e-d1573f002cde tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 945 time: 0.1096659 Feb 20 21:08:05.110797 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8ad53fde-252e-4710-95bc-9027cbb3c313 req-be8b8a20-8926-409e-901e-e7ab8b013d54 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434401 Feb 20 21:08:05.192872 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-be6f6a47-ef58-4a88-a52e-dbc0fc8f551b tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:05.195342 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-be6f6a47-ef58-4a88-a52e-dbc0fc8f551b tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 945 time: 0.0555270 Feb 20 21:08:05.289862 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Deleting port 9611521c-697c-4250-b92e-a1d506720f7c {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:08:05.290206 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (9611521c-697c-4250-b92e-a1d506720f7c), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:05.374761 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] For port 9611521c-697c-4250-b92e-a1d506720f7c, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=9611521c-697c-4250-b92e-a1d506720f7c,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:08:05.375039 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (9611521c-697c-4250-b92e-a1d506720f7c), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:05.546715 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (None), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:05.547088 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (cdb9aacc-2f08-4f2e-b640-00d15c228fd6), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:05.547411 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.l3_db [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Floating IP cdb9aacc-2f08-4f2e-b640-00d15c228fd6 disassociated. External IP: 172.27.2.19, port: 9611521c-697c-4250-b92e-a1d506720f7c. Feb 20 21:08:05.547765 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Calling delete_port for 9611521c-697c-4250-b92e-a1d506720f7c owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:08:05.675664 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (9611521c-697c-4250-b92e-a1d506720f7c), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:05.685102 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:08:05.708730 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event deleted for resources: {'Port': ['ID=9611521c-697c-4250-b92e-a1d506720f7c,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:08:05.718724 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.719075 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.719423 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.719756 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.720090 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.720533 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.720861 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.721188 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.721515 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.721841 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.722163 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.722485 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.722820 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:05.835147 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Router 13248f9c-34f2-4600-894e-8a0507170b2e has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:08:06.206476 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:08:06.213592 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-8346cf51-63b5-4455-a592-6aea3a62de40 req-ba81b9c9-84b4-4cf2-aee8-7639ad1f3866 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=8078dde5-4e1b-480f-9d23-65cddb52b022 HTTP/1.1" status: 200 len: 210 time: 0.0298839 Feb 20 21:08:06.218810 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebe053-b7d1-4668-b808-e51ea802349a None None] Sync routers for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:08:06.231839 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebe053-b7d1-4668-b808-e51ea802349a None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:08:06.232527 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-e6ebe053-b7d1-4668-b808-e51ea802349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:07:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:08:06.248418 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] No DVR routers for this DVR port 9611521c-697c-4250-b92e-a1d506720f7c on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:08:06.251056 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:06.254588 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1385cc36-b36f-4334-80ee-6b6b4eadc294 req-ad8c892d-565d-4ff1-954e-d75abe7c44ac tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "DELETE /v2.0/ports/9611521c-697c-4250-b92e-a1d506720f7c HTTP/1.1" status: 204 len: 173 time: 1.0540488 Feb 20 21:08:06.255305 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'name': 'network-vif-deleted', 'tag': '9611521c-697c-4250-b92e-a1d506720f7c'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:08:06.259535 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-551c13ca-86d6-433d-a54e-3c886506ea8e" -d '{"events": [{"server_uuid": "8078dde5-4e1b-480f-9d23-65cddb52b022", "name": "network-vif-deleted", "tag": "9611521c-697c-4250-b92e-a1d506720f7c"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:08:06.297508 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:08:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-28bb4f6f-0aa1-4397-b5a8-d2fe29c770d7 x-openstack-request-id: req-28bb4f6f-0aa1-4397-b5a8-d2fe29c770d7 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:08:06.297808 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8078dde5-4e1b-480f-9d23-65cddb52b022", "name": "network-vif-deleted", "tag": "9611521c-697c-4250-b92e-a1d506720f7c", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:08:06.298082 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-28bb4f6f-0aa1-4397-b5a8-d2fe29c770d7 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:08:06.298503 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8078dde5-4e1b-480f-9d23-65cddb52b022', 'name': 'network-vif-deleted', 'tag': '9611521c-697c-4250-b92e-a1d506720f7c', 'status': 'completed', 'code': 200} Feb 20 21:08:06.362638 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-e6ebe053-b7d1-4668-b808-e51ea802349a None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:08:06.563786 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-e6ebe053-b7d1-4668-b808-e51ea802349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:08:06.594279 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebe053-b7d1-4668-b808-e51ea802349a None None] Checking router: 13248f9c-34f2-4600-894e-8a0507170b2e for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:08:06.603878 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e6ebe053-b7d1-4668-b808-e51ea802349a None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:08:06.604541 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-e6ebe053-b7d1-4668-b808-e51ea802349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:07:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:08:06.713077 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-e6ebe053-b7d1-4668-b808-e51ea802349a None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:08:06.915080 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-e6ebe053-b7d1-4668-b808-e51ea802349a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:08:06.942886 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e6ebe053-b7d1-4668-b808-e51ea802349a None None] The sync data for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi is: [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:08:07.186297 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd920d05-011d-4dc1-89e8-ec5b5c4e8ee6 None None] New status for floating IP cdb9aacc-2f08-4f2e-b640-00d15c228fd6: DOWN {{(pid=102719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:08:07.475525 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3b9e7023-8b82-4151-be41-5807092a8f99 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173576254&fields=id&tenant_id=ff258914ee2b4c9db5a90dba699c8f77 HTTP/1.1" status: 200 len: 267 time: 0.0420723 Feb 20 21:08:07.583833 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-dfc35c8f-c5f1-4f84-b4a0-430eea5cae02 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:07.585879 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-dfc35c8f-c5f1-4f84-b4a0-430eea5cae02 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 811 time: 0.1039674 Feb 20 21:08:07.600688 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-8b02248b-993f-4682-9099-535e51bc56be tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/quotas/ff258914ee2b4c9db5a90dba699c8f77 HTTP/1.1" status: 200 len: 375 time: 0.0089409 Feb 20 21:08:07.657134 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-6922d9fe-a961-4a52-87a3-1ce903cf7044 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0515542 Feb 20 21:08:07.716549 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e539c595-49e7-422c-bb60-bdad3aeed17a service neutron] http://10.222.0.71:9696/v2.0/extensions returned with HTTP 200 {{(pid=102716) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Feb 20 21:08:07.717566 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e539c595-49e7-422c-bb60-bdad3aeed17a service neutron] 10.222.0.71 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 14082 time: 0.0485680 Feb 20 21:08:07.806298 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-0ffdf4a3-42ad-4bc1-9854-30d2834dac93 service neutron] 10.222.0.71 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827613 Feb 20 21:08:07.895883 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-03105b97-c898-4f60-8eea-f6b9ef5204b2 service neutron] 10.222.0.71 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0839114 Feb 20 21:08:08.179131 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a422c778-0398-4508-a874-878c535fc84e req-e5ae04ea-58b6-4fa1-9aa5-2d83b534310d tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 210 time: 0.0282888 Feb 20 21:08:08.452127 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 9611521c-697c-4250-b92e-a1d506720f7c no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:08:08.475890 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 9611521c-697c-4250-b92e-a1d506720f7c {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:08:08.476394 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 9611521c-697c-4250-b92e-a1d506720f7c not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:08:09.203880 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-775295ee-cd2d-4955-a57c-eff35aad7d87 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:09.205418 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-775295ee-cd2d-4955-a57c-eff35aad7d87 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 811 time: 0.1119378 Feb 20 21:08:09.271334 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-55c75d70-7e24-46cb-9592-2f80eb72fb7f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff258914ee2b4c9db5a90dba699c8f77 HTTP/1.1" status: 200 len: 380 time: 0.0565431 Feb 20 21:08:09.279563 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'port': {'device_id': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'admin_state_up': True, 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'security_groups': ['7219ad6f-b176-4b8a-a4ad-5435a773e338']}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:08:09.279778 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-de94b429-857e-47ef-853d-75405578f9a5 req-c74799b9-8100-4639-9e57-2a37def3b897 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 210 time: 0.0311048 Feb 20 21:08:09.384954 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Made reservation on behalf of ff258914ee2b4c9db5a90dba699c8f77 for: {'port': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:08:09.388347 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:09.524941 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Allocated IP 172.20.0.7 (a106d46e-8c77-4012-96c1-49a3a4f915ab/06e5b62b-78c3-4fd5-aa5b-3f37c3732422/f3f95d03-c848-47c8-930b-4b56d8a61251) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:08:09.671801 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:09.706113 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:09.748688 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Network a106d46e-8c77-4012-96c1-49a3a4f915ab is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:08:09.751705 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:08:09.759288 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:08:09.765339 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'Port': ['ID=f3f95d03-c848-47c8-930b-4b56d8a61251,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:08:09.812740 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:09.813581 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:09.837315 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-3f45ad45-f8ce-4753-8f2a-2b579ca58a3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5610716 Feb 20 21:08:09.896988 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Request body: {'port': {'device_id': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:08:09.961431 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:10.010299 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7d4fc987-9864-4f29-8740-a64048ebe087 None None] Provisioning complete for port f3f95d03-c848-47c8-930b-4b56d8a61251 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:08:10.010906 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7d4fc987-9864-4f29-8740-a64048ebe087 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:10.046601 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7d4fc987-9864-4f29-8740-a64048ebe087 None None] Port f3f95d03-c848-47c8-930b-4b56d8a61251 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:08:10.226551 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f3f95d03-c848-47c8-930b-4b56d8a61251 {{(pid=102717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:08:10.234237 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Publish callbacks [] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:10.246786 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.provisioning_blocks [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Transition to ACTIVE for port object f3f95d03-c848-47c8-930b-4b56d8a61251 will not be triggered until provisioned by entity L2. {{(pid=102717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:08:10.251292 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:10.300016 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f95d03-c848-47c8-930b-4b56d8a61251,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:08:10.379488 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Attempting to bind port f3f95d03-c848-47c8-930b-4b56d8a61251 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:08:10.380198 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Attempting to bind port f3f95d03-c848-47c8-930b-4b56d8a61251 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:08:10.380650 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Attempting to bind port f3f95d03-c848-47c8-930b-4b56d8a61251 on network a106d46e-8c77-4012-96c1-49a3a4f915ab {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:08:10.386285 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Port f3f95d03-c848-47c8-930b-4b56d8a61251 on network a106d46e-8c77-4012-96c1-49a3a4f915ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:08:10.386699 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Attempting to bind port f3f95d03-c848-47c8-930b-4b56d8a61251 on network a106d46e-8c77-4012-96c1-49a3a4f915ab {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:08:10.396450 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 7, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:08:10.396883 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Checking segment: {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:08:10.397378 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Bound using segment: {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:08:10.397970 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Bound port: f3f95d03-c848-47c8-930b-4b56d8a61251, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'}}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:08:10.398684 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:10.418075 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9979574-0e5e-44c3-84ad-95f0bc37217c req-c1aeaaec-e991-42ee-b3a2-c3c0e37bcca2 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:10.419610 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9979574-0e5e-44c3-84ad-95f0bc37217c req-c1aeaaec-e991-42ee-b3a2-c3c0e37bcca2 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 943 time: 0.0641983 Feb 20 21:08:10.469986 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] For port f3f95d03-c848-47c8-930b-4b56d8a61251, host hv-cinder-83008, cleared binding levels {{(pid=102717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:08:10.471946 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-c9979574-0e5e-44c3-84ad-95f0bc37217c req-bdeacd18-60c4-4f63-adc9-bb1954b9da3a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462129 Feb 20 21:08:10.473743 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] For port f3f95d03-c848-47c8-930b-4b56d8a61251, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f3f95d03-c848-47c8-930b-4b56d8a61251,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:08:10.479632 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:10.495323 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:10.495997 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:10.497430 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] 10.222.0.90 "PUT /v2.0/ports/f3f95d03-c848-47c8-930b-4b56d8a61251 HTTP/1.1" status: 200 len: 1093 time: 0.6531999 Feb 20 21:08:10.497898 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'tag': 'f3f95d03-c848-47c8-930b-4b56d8a61251'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:08:10.500125 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bb6de9b7-8af7-42a7-ae58-9f11d9c5aca6" -d '{"events": [{"name": "network-changed", "server_uuid": "ef643c38-f722-41fc-852b-31424c50bd4b", "tag": "f3f95d03-c848-47c8-930b-4b56d8a61251"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:08:10.558101 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:08:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40a2c4bb-1f40-4ecc-9a94-9dd1a869701f x-openstack-request-id: req-40a2c4bb-1f40-4ecc-9a94-9dd1a869701f {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:08:10.558462 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef643c38-f722-41fc-852b-31424c50bd4b", "tag": "f3f95d03-c848-47c8-930b-4b56d8a61251", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:08:10.558786 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-40a2c4bb-1f40-4ecc-9a94-9dd1a869701f {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:08:10.559256 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'tag': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'status': 'completed', 'code': 200} Feb 20 21:08:10.563098 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1638d4b-372b-4597-9341-faf1840a9bc7 service neutron] Pushing event updated for resources: {'Port': ['ID=f3f95d03-c848-47c8-930b-4b56d8a61251,revision_number=3']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:08:10.602840 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-13dd1d73-1973-4d6c-8afb-d0cb39630153 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:10.604428 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-13dd1d73-1973-4d6c-8afb-d0cb39630153 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 1127 time: 0.0582857 Feb 20 21:08:10.646374 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-a0279dbf-b1aa-4111-8824-49e5f31fce92 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f95d03-c848-47c8-930b-4b56d8a61251 HTTP/1.1" status: 200 len: 217 time: 0.0356524 Feb 20 21:08:10.697246 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-b419d3fb-5391-43d8-8f6d-f43b81fda0db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:10.698756 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-b419d3fb-5391-43d8-8f6d-f43b81fda0db service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0452609 Feb 20 21:08:10.749797 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-9c399702-0743-4254-981f-7a833331c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:10.751215 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-9c399702-0743-4254-981f-7a833331c31e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470669 Feb 20 21:08:10.844915 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-14f3eff0-ff31-413b-a9a2-0a150a0e954f service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877483 Feb 20 21:08:10.934759 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-46d5eae0-d070-4fd0-979a-4fe0058188f3 req-67c2fbbc-9eee-466b-87ef-b2e09a5261b7 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841460 Feb 20 21:08:11.027740 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de9b7-8af7-42a7-ae58-9f11d9c5aca6 req-49a0e85d-0b63-427a-b8e2-cc75ed693991 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:11.029195 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-bb6de9b7-8af7-42a7-ae58-9f11d9c5aca6 req-49a0e85d-0b63-427a-b8e2-cc75ed693991 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 1127 time: 0.0483632 Feb 20 21:08:11.119040 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de9b7-8af7-42a7-ae58-9f11d9c5aca6 req-08ecddca-30e2-49b2-af3e-4b8585632573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:11.120817 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-bb6de9b7-8af7-42a7-ae58-9f11d9c5aca6 req-08ecddca-30e2-49b2-af3e-4b8585632573 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.0853133 Feb 20 21:08:11.165996 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-bb6de9b7-8af7-42a7-ae58-9f11d9c5aca6 req-4d13f8fd-8ada-431b-beac-72fc705b9321 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f95d03-c848-47c8-930b-4b56d8a61251 HTTP/1.1" status: 200 len: 217 time: 0.0386715 Feb 20 21:08:11.218558 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de9b7-8af7-42a7-ae58-9f11d9c5aca6 req-bc9f4557-ca2e-41ac-b286-8056bce95951 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:11.220023 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-bb6de9b7-8af7-42a7-ae58-9f11d9c5aca6 req-bc9f4557-ca2e-41ac-b286-8056bce95951 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0484033 Feb 20 21:08:11.268818 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb6de9b7-8af7-42a7-ae58-9f11d9c5aca6 req-56568467-c296-47fc-a4fe-484b063a9310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:11.270324 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-bb6de9b7-8af7-42a7-ae58-9f11d9c5aca6 req-56568467-c296-47fc-a4fe-484b063a9310 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0441334 Feb 20 21:08:11.361648 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-bb6de9b7-8af7-42a7-ae58-9f11d9c5aca6 req-ba289d8b-a16e-41e4-8f31-1d5493157a6b service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0858521 Feb 20 21:08:11.451029 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-bb6de9b7-8af7-42a7-ae58-9f11d9c5aca6 req-80e47571-388d-4fc8-8f61-8bebe1bd6e83 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832469 Feb 20 21:08:11.591346 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33513277-2b88-4dfe-975a-0e24e6c5ded9 req-3b1db49c-0312-4a11-ad0e-1aec54721bdc tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:11.592865 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-33513277-2b88-4dfe-975a-0e24e6c5ded9 req-3b1db49c-0312-4a11-ad0e-1aec54721bdc tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 943 time: 0.0528290 Feb 20 21:08:11.641686 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-33513277-2b88-4dfe-975a-0e24e6c5ded9 req-9989054b-624e-41ce-91d0-47cd7d5cd4e0 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0432243 Feb 20 21:08:12.760672 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7869d349-db6b-46c2-9ef8-73b622dfe399 req-14d021fe-6a84-4bac-90b5-81a2d37e5a00 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:12.762902 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7869d349-db6b-46c2-9ef8-73b622dfe399 req-14d021fe-6a84-4bac-90b5-81a2d37e5a00 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 943 time: 0.0525272 Feb 20 21:08:12.814697 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7869d349-db6b-46c2-9ef8-73b622dfe399 req-628ec92c-d2a1-4836-87dc-b3f5eeabebed tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470853 Feb 20 21:08:13.932197 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c4f0c29-ca2f-47d6-b966-b1b8c6831477 req-ce78d3f0-6ea5-4bc2-be7f-984a5880421e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:13.933718 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0c4f0c29-ca2f-47d6-b966-b1b8c6831477 req-ce78d3f0-6ea5-4bc2-be7f-984a5880421e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 943 time: 0.0529017 Feb 20 21:08:13.983120 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-0c4f0c29-ca2f-47d6-b966-b1b8c6831477 req-844baac1-38d7-47ca-aab5-d9466371d42d tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438735 Feb 20 21:08:15.100479 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd68081-4b17-4855-b1e8-83198cf4cef5 req-6a635bf6-53cf-4379-9dce-92335fa67685 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:15.102902 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3fd68081-4b17-4855-b1e8-83198cf4cef5 req-6a635bf6-53cf-4379-9dce-92335fa67685 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 943 time: 0.0536323 Feb 20 21:08:15.151475 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3fd68081-4b17-4855-b1e8-83198cf4cef5 req-e61333f9-ce88-4df7-a27e-a80b6cbe1376 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429401 Feb 20 21:08:16.276118 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07116785-72ba-4e8b-b7b0-50f6ae3fc28d req-5f7c0e2a-888f-416c-9bd4-e9fbc1bbed81 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:16.277625 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-07116785-72ba-4e8b-b7b0-50f6ae3fc28d req-5f7c0e2a-888f-416c-9bd4-e9fbc1bbed81 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 943 time: 0.0576944 Feb 20 21:08:16.326683 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-07116785-72ba-4e8b-b7b0-50f6ae3fc28d req-c768901f-08ce-4026-aa45-88f1c4bb8a2e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434196 Feb 20 21:08:17.448995 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4263a1-290b-4146-9d46-a3981b716b64 req-14587ea6-9e59-4809-8359-77e4e67f72c7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:17.450381 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5f4263a1-290b-4146-9d46-a3981b716b64 req-14587ea6-9e59-4809-8359-77e4e67f72c7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 943 time: 0.0556111 Feb 20 21:08:17.500545 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-5f4263a1-290b-4146-9d46-a3981b716b64 req-e8b85e9d-e465-4dde-adb5-03943ded1490 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0445688 Feb 20 21:08:18.500046 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device f3f95d03-c848-47c8-930b-4b56d8a61251 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:08:18.602679 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port f3f95d03-c848-47c8-930b-4b56d8a61251, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f3f95d03-c848-47c8-930b-4b56d8a61251,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:08:18.614110 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'port_id': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'mac_address': 'fa:16:3e:71:6c:97', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:08:18.626351 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-657f3570-f251-4a4b-ba76-e3ce61af0409 req-09673148-bad1-445b-9d72-25e29b414284 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:18.627814 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-657f3570-f251-4a4b-ba76-e3ce61af0409 req-09673148-bad1-445b-9d72-25e29b414284 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 943 time: 0.0517671 Feb 20 21:08:18.652300 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port f3f95d03-c848-47c8-930b-4b56d8a61251 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:08:18.652726 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:18.666376 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f3f95d03-c848-47c8-930b-4b56d8a61251 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:08:18.680186 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-657f3570-f251-4a4b-ba76-e3ce61af0409 req-e634b736-09cd-4ada-a2f7-be12effbc382 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457799 Feb 20 21:08:18.689835 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port f3f95d03-c848-47c8-930b-4b56d8a61251, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f3f95d03-c848-47c8-930b-4b56d8a61251,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:08:18.694068 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:18.739192 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=f3f95d03-c848-47c8-930b-4b56d8a61251,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:08:18.746573 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.746920 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.747260 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.747594 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.747922 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.748249 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.748600 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.748926 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.749249 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.749572 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.749891 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.750259 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.750525 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:08:18.901634 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['f3f95d03-c848-47c8-930b-4b56d8a61251'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:08:19.798006 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dad2e9e-3d8b-4c84-8281-bac37ff2323b req-79f6dcb0-a7bf-43c8-be5e-4797c1bcf166 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:19.799459 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3dad2e9e-3d8b-4c84-8281-bac37ff2323b req-79f6dcb0-a7bf-43c8-be5e-4797c1bcf166 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 944 time: 0.0518312 Feb 20 21:08:19.846995 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3dad2e9e-3d8b-4c84-8281-bac37ff2323b req-e3219087-7e93-45ef-812c-c6bcf27a323b tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414414 Feb 20 21:08:20.529754 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device f3f95d03-c848-47c8-930b-4b56d8a61251 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:08:20.587641 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port f3f95d03-c848-47c8-930b-4b56d8a61251 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:08:20.592411 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port f3f95d03-c848-47c8-930b-4b56d8a61251 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:08:20.592796 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:20.673433 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port f3f95d03-c848-47c8-930b-4b56d8a61251 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:08:20.673827 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:20.696838 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f95d03-c848-47c8-930b-4b56d8a61251'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:08:20.699049 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0271b5cc-78cf-42a2-8ff8-27ecfaf1c54c" -d '{"events": [{"server_uuid": "ef643c38-f722-41fc-852b-31424c50bd4b", "name": "network-vif-plugged", "status": "completed", "tag": "f3f95d03-c848-47c8-930b-4b56d8a61251"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:08:20.711292 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port f3f95d03-c848-47c8-930b-4b56d8a61251, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f3f95d03-c848-47c8-930b-4b56d8a61251,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:08:20.715002 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:20.762565 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=f3f95d03-c848-47c8-930b-4b56d8a61251,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:08:20.798092 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:08:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e8272fb-fcea-481a-b879-623a3e6ce7f6 x-openstack-request-id: req-7e8272fb-fcea-481a-b879-623a3e6ce7f6 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:08:20.798387 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef643c38-f722-41fc-852b-31424c50bd4b", "name": "network-vif-plugged", "status": "completed", "tag": "f3f95d03-c848-47c8-930b-4b56d8a61251", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:08:20.798645 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7e8272fb-fcea-481a-b879-623a3e6ce7f6 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:08:20.799046 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'code': 200} Feb 20 21:08:20.966744 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-429357e5-f45b-4330-9981-0756f70c4d50 req-e8aa2b6d-050f-4b5e-b4be-e364ad1ca171 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:20.968249 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-429357e5-f45b-4330-9981-0756f70c4d50 req-e8aa2b6d-050f-4b5e-b4be-e364ad1ca171 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 945 time: 0.0543954 Feb 20 21:08:21.005986 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17a2bd6e-b23f-4ca2-b616-483defbd4ef6 req-8e3e8c7a-877a-4239-b686-2fc5cb6c3dab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:21.007533 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-17a2bd6e-b23f-4ca2-b616-483defbd4ef6 req-8e3e8c7a-877a-4239-b686-2fc5cb6c3dab service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 1129 time: 0.0454340 Feb 20 21:08:21.017736 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-429357e5-f45b-4330-9981-0756f70c4d50 req-8def0e6f-0ff4-4373-8b4a-859305bb2ad5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436108 Feb 20 21:08:21.054043 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-17a2bd6e-b23f-4ca2-b616-483defbd4ef6 req-96bc4b4a-9b8f-46bd-a397-ff5339115d6e service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399451 Feb 20 21:08:22.143194 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec92a66-b69e-46d3-9940-56a549cefcc5 req-1a167c43-4555-4996-b694-d1ca20458190 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:22.144685 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cec92a66-b69e-46d3-9940-56a549cefcc5 req-1a167c43-4555-4996-b694-d1ca20458190 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 945 time: 0.0572503 Feb 20 21:08:22.192690 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-cec92a66-b69e-46d3-9940-56a549cefcc5 req-c0191955-7fcf-459c-9c2f-8211a8eb629b tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420222 Feb 20 21:08:22.311957 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9506d0-4908-4b40-8b69-57620393acc2 req-dea49a50-df1f-4038-ad5d-13f0e4fdc63a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:22.313445 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7e9506d0-4908-4b40-8b69-57620393acc2 req-dea49a50-df1f-4038-ad5d-13f0e4fdc63a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 945 time: 0.0545876 Feb 20 21:08:22.361147 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7e9506d0-4908-4b40-8b69-57620393acc2 req-dc1e3c9d-1aba-46e2-8267-f46052c31386 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417976 Feb 20 21:08:22.384695 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 37270) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:08:22.431900 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bab69bf-fb38-4957-9670-9928824eeec0 tempest-TestVolumeBootPattern-553475578 tempest-TestVolumeBootPattern-553475578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:22.433483 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-3bab69bf-fb38-4957-9670-9928824eeec0 tempest-TestVolumeBootPattern-553475578 tempest-TestVolumeBootPattern-553475578-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 1124 time: 0.0477893 Feb 20 21:08:22.436274 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 37272) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:08:22.440616 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'floatingip': {'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'port_id': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address': '172.20.0.7'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:08:22.461573 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:22.559206 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:22.670124 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Allocated IP 172.27.2.146 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:08:22.770049 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for port (5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:22.804088 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:22.844758 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:08:22.847544 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:08:22.850168 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:08:22.876132 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'Port': ['ID=5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:08:23.248457 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (68c833d6-d0b5-4790-8635-eb43eedf1f25), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:23.320597 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:23.492436 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for port (5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:23.497419 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:23.567786 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'Port': ['ID=5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:08:23.580038 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (68c833d6-d0b5-4790-8635-eb43eedf1f25), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:23.690824 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.db.l3_db [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Floating IP 68c833d6-d0b5-4790-8635-eb43eedf1f25 associated. External IP: 172.27.2.146, port: f3f95d03-c848-47c8-930b-4b56d8a61251. Feb 20 21:08:23.935752 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Router 13248f9c-34f2-4600-894e-8a0507170b2e has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:08:24.058554 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:08:24.068416 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb5cdbb-6d6a-43d8-a1b1-5b169ef182c1 None None] Sync routers for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:08:24.076956 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:24.078342 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb5cdbb-6d6a-43d8-a1b1-5b169ef182c1 None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:08:24.078966 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-bfb5cdbb-6d6a-43d8-a1b1-5b169ef182c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:07:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:08:24.110300 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-a54e9961-aead-4ead-bb55-661c3dabc1a4 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6727931 Feb 20 21:08:24.110944 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'tag': 'f3f95d03-c848-47c8-930b-4b56d8a61251'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:08:24.113220 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dc98dec-545f-4908-bbd3-e9a29f118ff2" -d '{"events": [{"name": "network-changed", "server_uuid": "ef643c38-f722-41fc-852b-31424c50bd4b", "tag": "f3f95d03-c848-47c8-930b-4b56d8a61251"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:08:24.149627 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:08:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9575f121-d2c3-43b4-99e0-4af590b6a9d0 x-openstack-request-id: req-9575f121-d2c3-43b4-99e0-4af590b6a9d0 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:08:24.149926 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef643c38-f722-41fc-852b-31424c50bd4b", "tag": "f3f95d03-c848-47c8-930b-4b56d8a61251", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:08:24.150155 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-9575f121-d2c3-43b4-99e0-4af590b6a9d0 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:08:24.150555 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'tag': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'status': 'completed', 'code': 200} Feb 20 21:08:24.196589 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-bfb5cdbb-6d6a-43d8-a1b1-5b169ef182c1 None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:08:24.216537 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc98dec-545f-4908-bbd3-e9a29f118ff2 req-cef7c665-fb4d-4310-b0c9-ee00c39722a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:24.218120 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3dc98dec-545f-4908-bbd3-e9a29f118ff2 req-cef7c665-fb4d-4310-b0c9-ee00c39722a8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 1129 time: 0.0461075 Feb 20 21:08:24.310475 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc98dec-545f-4908-bbd3-e9a29f118ff2 req-9e97f693-a6d9-4c21-89c1-faf94f474fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:24.311944 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3dc98dec-545f-4908-bbd3-e9a29f118ff2 req-9e97f693-a6d9-4c21-89c1-faf94f474fbc service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.0885980 Feb 20 21:08:24.378755 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3dc98dec-545f-4908-bbd3-e9a29f118ff2 req-57da5876-47b3-47ef-a1bf-12741cf78b6b service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f95d03-c848-47c8-930b-4b56d8a61251 HTTP/1.1" status: 200 len: 999 time: 0.0580544 Feb 20 21:08:24.430140 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc98dec-545f-4908-bbd3-e9a29f118ff2 req-21f7bbf9-fbdc-400a-a1af-65377d28fab8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:24.431376 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3dc98dec-545f-4908-bbd3-e9a29f118ff2 req-21f7bbf9-fbdc-400a-a1af-65377d28fab8 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0474088 Feb 20 21:08:24.432234 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-bfb5cdbb-6d6a-43d8-a1b1-5b169ef182c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '68c833d6-d0b5-4790-8635-eb43eedf1f25', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:71:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:08:23Z', 'updated_at': '2022-02-20T21:08:23Z', 'revision_number': 0, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:08:24.464151 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb5cdbb-6d6a-43d8-a1b1-5b169ef182c1 None None] Checking router: 13248f9c-34f2-4600-894e-8a0507170b2e for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:08:24.476238 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfb5cdbb-6d6a-43d8-a1b1-5b169ef182c1 None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:08:24.476900 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-bfb5cdbb-6d6a-43d8-a1b1-5b169ef182c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:07:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:08:24.484603 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dc98dec-545f-4908-bbd3-e9a29f118ff2 req-4e90c5a9-dbd7-40f6-aed7-26e194be0b87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:24.486138 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3dc98dec-545f-4908-bbd3-e9a29f118ff2 req-4e90c5a9-dbd7-40f6-aed7-26e194be0b87 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0492356 Feb 20 21:08:24.579488 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3dc98dec-545f-4908-bbd3-e9a29f118ff2 req-10506312-2a10-48e0-b8c3-8ebfa0dca393 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0876095 Feb 20 21:08:24.724494 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-bfb5cdbb-6d6a-43d8-a1b1-5b169ef182c1 None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:08:24.919715 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-3dc98dec-545f-4908-bbd3-e9a29f118ff2 req-05af6100-a39d-487a-9648-5acd52e85e27 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3342690 Feb 20 21:08:24.964765 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-bfb5cdbb-6d6a-43d8-a1b1-5b169ef182c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '68c833d6-d0b5-4790-8635-eb43eedf1f25', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:71:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:08:23Z', 'updated_at': '2022-02-20T21:08:23Z', 'revision_number': 0, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:08:24.991845 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bfb5cdbb-6d6a-43d8-a1b1-5b169ef182c1 None None] The sync data for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi is: [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '68c833d6-d0b5-4790-8635-eb43eedf1f25', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:71:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:08:23Z', 'updated_at': '2022-02-20T21:08:23Z', 'revision_number': 0, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:08:25.175757 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0edc5d8-c7a3-49c5-82aa-eac30ca5aaf8 None None] New status for floating IP 68c833d6-d0b5-4790-8635-eb43eedf1f25: ACTIVE {{(pid=102719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:08:26.057980 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ba25688a-6cfb-472b-bf75-3d64eb3f29e2 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:26.745767 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:28.850483 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ec53ade0-a607-4885-b771-a830a7115273 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:30.251438 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:31.934797 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:32.639971 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d24775dc-523b-40ff-866e-a16fda49d61a req-27686ff1-b231-4897-b3df-5119ac6d6503 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0433109 Feb 20 21:08:32.721909 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24775dc-523b-40ff-866e-a16fda49d61a req-718d51e2-2097-4f0f-b542-9556ad3979a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:32.723398 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d24775dc-523b-40ff-866e-a16fda49d61a req-718d51e2-2097-4f0f-b542-9556ad3979a8 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 1129 time: 0.0434239 Feb 20 21:08:32.826483 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24775dc-523b-40ff-866e-a16fda49d61a req-ac5b57dc-7743-4348-b653-a59d4d2f1daa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:32.827988 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d24775dc-523b-40ff-866e-a16fda49d61a req-ac5b57dc-7743-4348-b653-a59d4d2f1daa service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.0868981 Feb 20 21:08:32.890352 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d24775dc-523b-40ff-866e-a16fda49d61a req-4be1d12f-8b17-470b-8181-56d5a8695041 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f95d03-c848-47c8-930b-4b56d8a61251 HTTP/1.1" status: 200 len: 1001 time: 0.0562830 Feb 20 21:08:32.951103 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24775dc-523b-40ff-866e-a16fda49d61a req-ca96156b-406e-4a29-97ee-1823edb06cdf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:32.952626 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d24775dc-523b-40ff-866e-a16fda49d61a req-ca96156b-406e-4a29-97ee-1823edb06cdf service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0561981 Feb 20 21:08:33.005734 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d24775dc-523b-40ff-866e-a16fda49d61a req-6729e3f5-d065-4b4f-9721-80220429f495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:08:33.007260 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d24775dc-523b-40ff-866e-a16fda49d61a req-6729e3f5-d065-4b4f-9721-80220429f495 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0487113 Feb 20 21:08:33.096464 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d24775dc-523b-40ff-866e-a16fda49d61a req-b54202ce-f00a-4211-b0f6-df608b777792 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0818369 Feb 20 21:08:33.190725 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d24775dc-523b-40ff-866e-a16fda49d61a req-a37b10e3-71c9-4ad0-9cba-8eb985020d66 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877960 Feb 20 21:08:33.218214 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:42.683437 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:08:56.060564 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-43351053-6a63-403f-aa80-da8bfc23e7bb None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:56.743697 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:08:58.854062 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1f12193-5755-4556-bf78-790b28616d23 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:00.255273 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:01.968548 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:03.221286 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:19.682131 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:09:26.062701 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1acc4ff8-04c2-4548-bb1f-b4ab0866c616 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:26.746295 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:28.858530 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-6fc9f538-06ef-4278-9b1e-63558072dddd None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:30.256973 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:31.945334 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:32.659911 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-80bf8485-2b1d-43a1-8569-8215ddb0f315 req-06f7491d-9634-4399-a724-b91e4e9fbcf0 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0444689 Feb 20 21:09:32.747934 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf8485-2b1d-43a1-8569-8215ddb0f315 req-6c1db30e-adc8-41d3-bf85-71342389d710 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:09:32.749488 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-80bf8485-2b1d-43a1-8569-8215ddb0f315 req-6c1db30e-adc8-41d3-bf85-71342389d710 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 1129 time: 0.0480304 Feb 20 21:09:32.854112 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf8485-2b1d-43a1-8569-8215ddb0f315 req-fde5c721-ee08-43d6-b394-628ec8fb82f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:09:32.855588 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-80bf8485-2b1d-43a1-8569-8215ddb0f315 req-fde5c721-ee08-43d6-b394-628ec8fb82f3 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.0879416 Feb 20 21:09:32.922167 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-80bf8485-2b1d-43a1-8569-8215ddb0f315 req-19811086-a409-47e7-9e72-b0e015c42aa4 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f95d03-c848-47c8-930b-4b56d8a61251 HTTP/1.1" status: 200 len: 1001 time: 0.0598238 Feb 20 21:09:32.970924 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf8485-2b1d-43a1-8569-8215ddb0f315 req-398004eb-45f7-4350-9acb-58caf66ea34e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:09:32.972421 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-80bf8485-2b1d-43a1-8569-8215ddb0f315 req-398004eb-45f7-4350-9acb-58caf66ea34e service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0449739 Feb 20 21:09:33.025147 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80bf8485-2b1d-43a1-8569-8215ddb0f315 req-b8db268c-bd3d-4900-907f-254e82ea2899 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:09:33.026689 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-80bf8485-2b1d-43a1-8569-8215ddb0f315 req-b8db268c-bd3d-4900-907f-254e82ea2899 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0488913 Feb 20 21:09:33.113977 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-80bf8485-2b1d-43a1-8569-8215ddb0f315 req-3e8ebed6-b66a-4d38-81c2-3403e4ca0ec3 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808606 Feb 20 21:09:33.206019 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-80bf8485-2b1d-43a1-8569-8215ddb0f315 req-b7246dcf-0a9c-44da-837a-f5815d57ce5d service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855742 Feb 20 21:09:33.223923 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:56.064478 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9debde43-aad5-44af-a05b-7e36dc27640b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:56.680701 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:09:56.764378 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:57.689154 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-7f75adbc-e72f-4c77-bba1-3bf01c713cae tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1173576254&fields=id&tenant_id=ff258914ee2b4c9db5a90dba699c8f77 HTTP/1.1" status: 200 len: 267 time: 0.0428305 Feb 20 21:09:57.794288 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-7a8faea5-ea7f-46cd-bf0a-4556880308ae tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:09:57.795727 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-7a8faea5-ea7f-46cd-bf0a-4556880308ae tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 811 time: 0.1004524 Feb 20 21:09:57.810395 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-f4eb6320-57a4-4039-a238-624bb6e2c144 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/quotas/ff258914ee2b4c9db5a90dba699c8f77 HTTP/1.1" status: 200 len: 375 time: 0.0093181 Feb 20 21:09:57.867007 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-eb635cd1-24a3-4426-941b-b4049589d2c9 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0517519 Feb 20 21:09:57.963759 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-b01750d3-6f6c-4302-863f-7d7a11d5e0d7 service neutron] 10.222.0.71 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0851698 Feb 20 21:09:58.052888 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-d7b37b35-e0c2-4251-b557-e7abbc21fa31 service neutron] 10.222.0.71 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832968 Feb 20 21:09:58.352977 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-d148362e-5ea7-45f3-9d0d-2bedb9cf917e req-0f27f644-e10a-45d2-bef8-35e3e20f7b86 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 210 time: 0.0272250 Feb 20 21:09:58.860508 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-f6b30b8b-0277-4086-a38c-7aa8a63a3098 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:09:59.432469 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-1b0e3a2b-aa96-4fef-8bdb-16027a4d2739 req-8baf2d7e-e673-4201-a487-f53b405fb0bd tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 210 time: 0.0311911 Feb 20 21:10:00.259856 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:00.513925 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9aae5b54-362a-4e9f-af24-8cf14194ebea req-738936c8-81e1-4aac-a78f-0404ac2a3e0f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 210 time: 0.0295632 Feb 20 21:10:01.591294 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-faff1d60-f27c-4c13-8158-ae619ff47ec3 req-617bec09-f7da-4f16-ad6d-eaa93a797884 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 210 time: 0.0284679 Feb 20 21:10:01.944199 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:02.687668 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-9d6f59bf-1474-4a8d-885b-728985c6238f req-a7464e3e-4a86-48f0-aa35-0fa864524fb2 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 210 time: 0.0274613 Feb 20 21:10:03.228017 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:03.282470 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-573b5090-30d0-4a9c-904a-01998ab75df8 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:03.283943 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-573b5090-30d0-4a9c-904a-01998ab75df8 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 811 time: 0.1057153 Feb 20 21:10:03.348450 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-c52b9d1c-8417-4d01-8421-7adea7add0d7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=ff258914ee2b4c9db5a90dba699c8f77 HTTP/1.1" status: 200 len: 380 time: 0.0571368 Feb 20 21:10:03.358086 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'port': {'device_id': '4a593f1f-0361-49f1-8bac-1af71053488c', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'admin_state_up': True, 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'security_groups': ['7219ad6f-b176-4b8a-a4ad-5435a773e338']}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:10:03.482530 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Made reservation on behalf of ff258914ee2b4c9db5a90dba699c8f77 for: {'port': 1} {{(pid=102717) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 20 21:10:03.485846 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:03.615197 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_common [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Allocated IP 172.20.0.9 (a106d46e-8c77-4012-96c1-49a3a4f915ab/06e5b62b-78c3-4fd5-aa5b-3f37c3732422/3923d3b3-0072-4d52-9cb9-5b860a5e8a29) {{(pid=102717) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:10:03.765090 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), precommit_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:03.792490 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-16eab71a-c047-4aab-892e-d1566bba21f5 req-59095b37-a2da-4519-9946-1de123cd7ed5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 210 time: 0.0293121 Feb 20 21:10:03.800802 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), after_create {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:03.847677 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Network a106d46e-8c77-4012-96c1-49a3a4f915ab is already hosted by enough agents. {{(pid=102717) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:10:03.850731 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.base_scheduler [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Resources bound (agent type, host, resource id): {{(pid=102717) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:10:03.857134 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Received port after_create {{(pid=102717) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:10:03.879591 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'Port': ['ID=3923d3b3-0072-4d52-9cb9-5b860a5e8a29,revision_number=1']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:10:03.894350 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.894704 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.895067 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.895402 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.895737 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.896069 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.896589 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.896926 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.897258 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.897589 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.897916 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.898245 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.898568 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:03.919790 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:03.920438 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:03.937658 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-790fe5e2-fb88-473a-8735-22ab3610e1aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5836029 Feb 20 21:10:03.950125 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.v2.base [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Request body: {'port': {'device_id': '4a593f1f-0361-49f1-8bac-1af71053488c', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-83008'}} {{(pid=102717) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:10:04.012418 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:04.034945 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-40d9fd0b-5ebf-4bdf-8a22-fad379a4a7b7 None None] Provisioning complete for port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 triggered by entity DHCP. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:10:04.035408 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-40d9fd0b-5ebf-4bdf-8a22-fad379a4a7b7 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:04.072702 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-40d9fd0b-5ebf-4bdf-8a22-fad379a4a7b7 None None] Port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 cannot update to ACTIVE because it is not bound. {{(pid=102718) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:343}} Feb 20 21:10:04.272693 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 {{(pid=102717) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:10:04.280621 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Publish callbacks [] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), precommit_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:04.292950 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.provisioning_blocks [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Transition to ACTIVE for port object 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 will not be triggered until provisioned by entity L2. {{(pid=102717) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 20 21:10:04.296744 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:04.348865 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Pushing event updated for resources: {'Port': ['ID=3923d3b3-0072-4d52-9cb9-5b860a5e8a29,revision_number=2']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:10:04.426232 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Attempting to bind port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 on host hv-cinder-83008 for vnic_type normal with profile {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Feb 20 21:10:04.426581 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Attempting to bind port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 by drivers openvswitch,hyperv on host hv-cinder-83008 at level 0 using segments [{'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:820}} Feb 20 21:10:04.426922 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Attempting to bind port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 on network a106d46e-8c77-4012-96c1-49a3a4f915ab {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:10:04.434001 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 on network a106d46e-8c77-4012-96c1-49a3a4f915ab not bound, no agent of type Open vSwitch agent registered on host hv-cinder-83008 {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:103}} Feb 20 21:10:04.434444 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Attempting to bind port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 on network a106d46e-8c77-4012-96c1-49a3a4f915ab {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:91}} Feb 20 21:10:04.442351 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Checking agent: {'id': 'e5bbd6cc-0053-4800-a85b-f40dc1c2650d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-83008', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'started_at': datetime.datetime(2022, 2, 20, 20, 55, 25), 'heartbeat_timestamp': datetime.datetime(2022, 2, 20, 21, 9, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:110}} Feb 20 21:10:04.442852 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Checking segment: {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=102717) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:373}} Feb 20 21:10:04.443352 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Bound using segment: {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'} {{(pid=102717) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:120}} Feb 20 21:10:04.443991 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.managers [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Bound port: 3923d3b3-0072-4d52-9cb9-5b860a5e8a29, host: hv-cinder-83008, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a03e2bb3-844e-4878-a664-c3e166f48b3d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 187, 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab'}}] {{(pid=102717) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:932}} Feb 20 21:10:04.444503 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), before_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:04.521106 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] For port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29, host hv-cinder-83008, cleared binding levels {{(pid=102717) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Feb 20 21:10:04.524302 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] For port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29, host hv-cinder-83008, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3923d3b3-0072-4d52-9cb9-5b860a5e8a29,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102717) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Feb 20 21:10:04.531421 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-30558196'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), after_update {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:04.564001 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:04.564655 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:04.566056 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] 10.222.0.90 "PUT /v2.0/ports/3923d3b3-0072-4d52-9cb9-5b860a5e8a29 HTTP/1.1" status: 200 len: 1093 time: 0.6213694 Feb 20 21:10:04.566500 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a593f1f-0361-49f1-8bac-1af71053488c', 'tag': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:10:04.568840 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c1531ce-6bf4-42e4-a4a4-589a15be71be" -d '{"events": [{"name": "network-changed", "server_uuid": "4a593f1f-0361-49f1-8bac-1af71053488c", "tag": "3923d3b3-0072-4d52-9cb9-5b860a5e8a29"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:10:04.599535 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-143939ac-73d8-482c-a4b8-8dc0b847bed9 service neutron] Pushing event updated for resources: {'Port': ['ID=3923d3b3-0072-4d52-9cb9-5b860a5e8a29,revision_number=3']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:10:04.664586 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-5d3e4ded-1f4b-4afe-91af-b1f996aa28b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:04.666569 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-5d3e4ded-1f4b-4afe-91af-b1f996aa28b1 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 1127 time: 0.0524380 Feb 20 21:10:04.714442 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-5907240b-1f75-4c91-91f8-b2ce30361ea1 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3923d3b3-0072-4d52-9cb9-5b860a5e8a29 HTTP/1.1" status: 200 len: 217 time: 0.0391741 Feb 20 21:10:04.749326 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:10:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5dc1b94b-c276-4ab1-acb4-8cb55b3be4a4 x-openstack-request-id: req-5dc1b94b-c276-4ab1-acb4-8cb55b3be4a4 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:10:04.749622 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a593f1f-0361-49f1-8bac-1af71053488c", "tag": "3923d3b3-0072-4d52-9cb9-5b860a5e8a29", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:10:04.749875 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-5dc1b94b-c276-4ab1-acb4-8cb55b3be4a4 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:10:04.750270 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a593f1f-0361-49f1-8bac-1af71053488c', 'tag': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29', 'status': 'completed', 'code': 200} Feb 20 21:10:04.770644 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-96c0bdf5-eb52-44f8-948f-f935e237405a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:04.772263 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-96c0bdf5-eb52-44f8-948f-f935e237405a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0519650 Feb 20 21:10:04.822984 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-9ad24ad9-4e51-4211-8199-507069b58aa9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:04.825425 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-9ad24ad9-4e51-4211-8199-507069b58aa9 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0464592 Feb 20 21:10:04.915511 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898b0f58-dcf2-436f-9bcf-5b87599b949c req-3fd988d2-5925-4d3f-b4eb-2ae49818cc99 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:04.917327 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-898b0f58-dcf2-436f-9bcf-5b87599b949c req-3fd988d2-5925-4d3f-b4eb-2ae49818cc99 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 943 time: 0.0523393 Feb 20 21:10:04.920778 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-925fa493-9fee-4e3e-b702-001992ec174a service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887341 Feb 20 21:10:04.969196 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-898b0f58-dcf2-436f-9bcf-5b87599b949c req-3268c04e-f738-44a7-a65a-621f9685c50e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0465426 Feb 20 21:10:05.007141 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-e6cb477d-ca08-44c5-8dd9-f226ea8d51cd req-63bc02b2-5667-4a1e-8360-31fef06de19b service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808837 Feb 20 21:10:05.096306 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1531ce-6bf4-42e4-a4a4-589a15be71be req-02cba9cf-074b-4fe5-8236-a00886a20c9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:05.098132 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1c1531ce-6bf4-42e4-a4a4-589a15be71be req-02cba9cf-074b-4fe5-8236-a00886a20c9d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 1127 time: 0.0446575 Feb 20 21:10:05.189776 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1531ce-6bf4-42e4-a4a4-589a15be71be req-f1d65adc-f304-418f-9f84-ae88d92c68ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:05.191246 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1c1531ce-6bf4-42e4-a4a4-589a15be71be req-f1d65adc-f304-418f-9f84-ae88d92c68ad service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.0874696 Feb 20 21:10:05.232508 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1c1531ce-6bf4-42e4-a4a4-589a15be71be req-eb43deaf-0f47-4f43-bfa4-9718e9731587 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3923d3b3-0072-4d52-9cb9-5b860a5e8a29 HTTP/1.1" status: 200 len: 217 time: 0.0346656 Feb 20 21:10:05.283047 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1531ce-6bf4-42e4-a4a4-589a15be71be req-3cf1c7af-d24e-4a48-9dfd-31a9c8b8a2c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:05.284684 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1c1531ce-6bf4-42e4-a4a4-589a15be71be req-3cf1c7af-d24e-4a48-9dfd-31a9c8b8a2c4 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0465853 Feb 20 21:10:05.336258 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c1531ce-6bf4-42e4-a4a4-589a15be71be req-ae08eb43-fec9-4b72-acf5-ab6d4fde07f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:05.337842 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1c1531ce-6bf4-42e4-a4a4-589a15be71be req-ae08eb43-fec9-4b72-acf5-ab6d4fde07f4 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0471785 Feb 20 21:10:05.429466 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1c1531ce-6bf4-42e4-a4a4-589a15be71be req-104f5298-56bf-4e38-ae25-3c9d585e004d service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809336 Feb 20 21:10:05.527622 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-1c1531ce-6bf4-42e4-a4a4-589a15be71be req-d048e3a9-d0b9-4356-acd0-337f907bccb1 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890682 Feb 20 21:10:06.090860 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab4129a-5460-4ac5-8089-fcbf94b678ac req-0ac2867d-4191-43bb-8d1b-60f056751878 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:06.092992 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bab4129a-5460-4ac5-8089-fcbf94b678ac req-0ac2867d-4191-43bb-8d1b-60f056751878 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 943 time: 0.0559433 Feb 20 21:10:06.142301 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-bab4129a-5460-4ac5-8089-fcbf94b678ac req-acfb6dc6-37e8-4db9-9028-09e5b99cfb1f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437126 Feb 20 21:10:07.259037 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48842a78-167c-4e88-a0ad-84ae0532a0f1 req-afd6affd-0c84-4fc3-ac55-5fa56553a031 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:07.260610 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-48842a78-167c-4e88-a0ad-84ae0532a0f1 req-afd6affd-0c84-4fc3-ac55-5fa56553a031 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 943 time: 0.0530145 Feb 20 21:10:07.312378 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-48842a78-167c-4e88-a0ad-84ae0532a0f1 req-b3841cd0-0e60-48ab-b9b7-e5bf02c83a10 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449843 Feb 20 21:10:08.435979 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab7f70d-c572-4e02-9e48-f2c774c2ed7a req-d5ef9591-4f04-4016-8dd0-1ed0698f0679 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:08.437378 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3ab7f70d-c572-4e02-9e48-f2c774c2ed7a req-d5ef9591-4f04-4016-8dd0-1ed0698f0679 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 943 time: 0.0567157 Feb 20 21:10:08.485006 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-3ab7f70d-c572-4e02-9e48-f2c774c2ed7a req-7e8a9a52-871b-4e17-9b34-88b9e8b35e8e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420644 Feb 20 21:10:09.612120 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4879473a-6417-4a38-bd48-755c531afc9f req-f61e3c0a-9730-41ff-8acd-6abaab8c0567 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:09.613664 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4879473a-6417-4a38-bd48-755c531afc9f req-f61e3c0a-9730-41ff-8acd-6abaab8c0567 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 943 time: 0.0603528 Feb 20 21:10:09.669149 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4879473a-6417-4a38-bd48-755c531afc9f req-e8c7d9d8-e193-4f67-934b-4103adce3890 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0495930 Feb 20 21:10:10.794837 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cc986f4-187b-4ff8-a73d-c5956bb602a2 req-4bb9296b-6280-4282-bd37-4a497daaed6e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:10.796342 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7cc986f4-187b-4ff8-a73d-c5956bb602a2 req-4bb9296b-6280-4282-bd37-4a497daaed6e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 943 time: 0.0583184 Feb 20 21:10:10.846974 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-7cc986f4-187b-4ff8-a73d-c5956bb602a2 req-446b8ed6-9208-4ba7-9101-6f8cb88296a8 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450411 Feb 20 21:10:11.965690 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de490f40-581e-41e0-b6b2-999f9a5adb6b req-f817f269-e25b-4786-b4e3-21ee91493756 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:11.967135 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-de490f40-581e-41e0-b6b2-999f9a5adb6b req-f817f269-e25b-4786-b4e3-21ee91493756 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 943 time: 0.0536993 Feb 20 21:10:12.014773 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-de490f40-581e-41e0-b6b2-999f9a5adb6b req-aa7e7bbd-03a5-4f3b-bfc0-3e1944b68f40 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422201 Feb 20 21:10:13.017547 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 details requested by agent hyperv_hv-cinder-83008 with host hv-cinder-83008 {{(pid=102718) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Feb 20 21:10:13.116889 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3923d3b3-0072-4d52-9cb9-5b860a5e8a29,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:10:13.129082 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Returning: {'device': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'port_id': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29', 'mac_address': 'fa:16:3e:25:e6:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 187, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=102718) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Feb 20 21:10:13.133292 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f378c4d2-4f0f-4e8e-9081-110002b0d496 req-78efdea1-8119-459a-9ea1-0c68b6a122d6 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:13.134802 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f378c4d2-4f0f-4e8e-9081-110002b0d496 req-78efdea1-8119-459a-9ea1-0c68b6a122d6 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 943 time: 0.0528607 Feb 20 21:10:13.167559 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 is: DOWN; New status is: BUILD {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:10:13.167965 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:13.180993 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 {{(pid=102718) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:233}} Feb 20 21:10:13.188608 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f378c4d2-4f0f-4e8e-9081-110002b0d496 req-dc8c3322-b468-4fa1-9429-942d8b21a191 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473700 Feb 20 21:10:13.201753 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3923d3b3-0072-4d52-9cb9-5b860a5e8a29,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:10:13.206606 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:13.253688 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=3923d3b3-0072-4d52-9cb9-5b860a5e8a29,revision_number=4']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:10:13.264420 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.264784 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.265136 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.265670 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.266150 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.266789 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.267402 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.268002 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.268588 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.268944 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.269329 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.269919 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.270508 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:13.446669 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] get_ports_and_sgs() called for port_ids ['3923d3b3-0072-4d52-9cb9-5b860a5e8a29'] {{(pid=102718) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Feb 20 21:10:14.306592 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f776f711-94fe-436f-b8ed-67bf9336234e req-9c9c5ced-5630-4696-9201-b704e80b1d37 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:14.308171 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f776f711-94fe-436f-b8ed-67bf9336234e req-9c9c5ced-5630-4696-9201-b704e80b1d37 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 944 time: 0.0527864 Feb 20 21:10:14.356417 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f776f711-94fe-436f-b8ed-67bf9336234e req-9ab64e05-796b-4a02-9694-4485474e05aa tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425601 Feb 20 21:10:15.017572 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 up at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Feb 20 21:10:15.070002 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning for port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 completed by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 20 21:10:15.075078 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.provisioning_blocks [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Provisioning complete for port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 triggered by entity L2. {{(pid=102718) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 20 21:10:15.075465 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-2007132'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), provisioning_complete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:15.153636 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Current status of the port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 is: BUILD; New status is: ACTIVE {{(pid=102718) _update_individual_port_db_status /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2232}} Feb 20 21:10:15.154026 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), before_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:15.177475 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a593f1f-0361-49f1-8bac-1af71053488c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29'}] {{(pid=102718) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:10:15.179735 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}9f4136fde495dfcdc315ccfe56ac6fbd004d3719cab4f3a83dac98d0b9e39698" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c1efda2-4235-4f2d-b5cb-0842d4d307ae" -d '{"events": [{"server_uuid": "4a593f1f-0361-49f1-8bac-1af71053488c", "name": "network-vif-plugged", "status": "completed", "tag": "3923d3b3-0072-4d52-9cb9-5b860a5e8a29"}]}' {{(pid=102718) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:10:15.192825 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] For port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3923d3b3-0072-4d52-9cb9-5b860a5e8a29,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:10:15.196961 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:15.226310 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:10:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5aaad65-85bf-4cec-bbee-2f89aff42c34 x-openstack-request-id: req-f5aaad65-85bf-4cec-bbee-2f89aff42c34 {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:10:15.226604 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a593f1f-0361-49f1-8bac-1af71053488c", "name": "network-vif-plugged", "status": "completed", "tag": "3923d3b3-0072-4d52-9cb9-5b860a5e8a29", "code": 200}]} {{(pid=102718) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:10:15.226856 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f5aaad65-85bf-4cec-bbee-2f89aff42c34 {{(pid=102718) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:10:15.227243 dv-cinder-830088-1-iscsi neutron-server[102718]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a593f1f-0361-49f1-8bac-1af71053488c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29', 'code': 200} Feb 20 21:10:15.255984 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Pushing event updated for resources: {'Port': ['ID=3923d3b3-0072-4d52-9cb9-5b860a5e8a29,revision_number=5']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:10:15.432057 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05116b4f-8539-4b58-9150-b2e3d4b05ea5 req-d18ddca2-78ac-43d4-97a7-d837b3a0e95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:15.434126 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-05116b4f-8539-4b58-9150-b2e3d4b05ea5 req-d18ddca2-78ac-43d4-97a7-d837b3a0e95b service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 1129 time: 0.0461044 Feb 20 21:10:15.475057 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83734f1f-f3b2-44ed-b11d-86ccee4e1b12 req-cbcd80b9-e325-4049-8834-b7e3b0b7d739 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:15.476542 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-83734f1f-f3b2-44ed-b11d-86ccee4e1b12 req-cbcd80b9-e325-4049-8834-b7e3b0b7d739 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 945 time: 0.0519865 Feb 20 21:10:15.481176 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-05116b4f-8539-4b58-9150-b2e3d4b05ea5 req-d29f5c43-866c-44c7-8cd5-adda179ccaf0 service neutron] 10.222.0.90 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399814 Feb 20 21:10:15.524688 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-83734f1f-f3b2-44ed-b11d-86ccee4e1b12 req-2f3c7fa2-46f8-4d03-890b-7456377bc93d tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421076 Feb 20 21:10:16.651564 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2c531c8-12f9-4cb3-8db0-1edca2235755 req-4d8cebcc-c3ce-4309-9e6b-0e21835f3b60 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:16.653709 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f2c531c8-12f9-4cb3-8db0-1edca2235755 req-4d8cebcc-c3ce-4309-9e6b-0e21835f3b60 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 945 time: 0.0570211 Feb 20 21:10:16.701457 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-f2c531c8-12f9-4cb3-8db0-1edca2235755 req-979093d5-cde5-4d3d-91be-61408734fbd5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420802 Feb 20 21:10:17.823800 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011f9c34-2616-41f4-9e08-541b2f07d02f req-454222ea-aecc-47a5-b6f7-7e93e8950b2b tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:17.825336 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-011f9c34-2616-41f4-9e08-541b2f07d02f req-454222ea-aecc-47a5-b6f7-7e93e8950b2b tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 945 time: 0.0518970 Feb 20 21:10:17.873688 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-011f9c34-2616-41f4-9e08-541b2f07d02f req-0bb10450-6062-4e41-802d-30d3b76327fd tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429254 Feb 20 21:10:17.989051 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52bbb0f3-f08c-4665-8c9e-0a36a852e5de req-cbff4118-6763-4a8f-a45a-38924c4b3955 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:17.990444 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52bbb0f3-f08c-4665-8c9e-0a36a852e5de req-cbff4118-6763-4a8f-a45a-38924c4b3955 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 945 time: 0.0509217 Feb 20 21:10:18.047363 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-52bbb0f3-f08c-4665-8c9e-0a36a852e5de req-7cb31429-8a21-4e84-861b-fb876c77dc73 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0485761 Feb 20 21:10:18.068855 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37402) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:10:18.115226 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3666d4b-281f-4af1-a39c-be8b31e4cacd tempest-TestVolumeBootPattern-553475578 tempest-TestVolumeBootPattern-553475578-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:18.116800 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-d3666d4b-281f-4af1-a39c-be8b31e4cacd tempest-TestVolumeBootPattern-553475578 tempest-TestVolumeBootPattern-553475578-project-admin] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 1124 time: 0.0469775 Feb 20 21:10:18.119628 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37404) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:10:18.125180 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.v2.base [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Request body: {'floatingip': {'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'port_id': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address': '172.20.0.9'}} {{(pid=102716) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 20 21:10:18.147819 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:18.250442 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (None), before_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:18.351083 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_common [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Allocated IP 172.27.2.17 (ea720e23-b531-404c-aafa-141089e16b4e/ee6cd6dd-5a68-4b3f-91b8-769822b70ff0/5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091) {{(pid=102716) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 20 21:10:18.455758 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for port (5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:18.488629 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8779131345448', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:18.524647 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Network ea720e23-b531-404c-aafa-141089e16b4e is already hosted by enough agents. {{(pid=102716) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 20 21:10:18.527481 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.base_scheduler [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Resources bound (agent type, host, resource id): {{(pid=102716) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 20 21:10:18.531257 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Received port after_create {{(pid=102716) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:536}} Feb 20 21:10:18.558698 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'Port': ['ID=5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091,revision_number=1']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:10:18.570396 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.570754 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.571108 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.571454 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.571794 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.572133 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.572504 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.572845 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.573181 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.573515 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.573847 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.574177 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.575141 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:10:18.902255 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (6dec8511-26bb-4b22-a514-8cdb2e77cd9d), precommit_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:18.973884 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-2079301'] for port (5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091), before_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:19.123878 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for port (5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091), precommit_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:19.128169 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8779131837067', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8779131345466', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8779131345484', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-29634007'] for port (5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091), after_update {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:19.201661 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event updated for resources: {'Port': ['ID=5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091,revision_number=2']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:10:19.217133 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-608232'] for floatingip (6dec8511-26bb-4b22-a514-8cdb2e77cd9d), after_create {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:19.325571 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.l3_db [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Floating IP 6dec8511-26bb-4b22-a514-8cdb2e77cd9d associated. External IP: 172.27.2.17, port: 3923d3b3-0072-4d52-9cb9-5b860a5e8a29. Feb 20 21:10:19.816094 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Router 13248f9c-34f2-4600-894e-8a0507170b2e has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:10:19.923239 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:10:19.932691 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f81855a-b069-4fb7-b587-9dced5fd4635 None None] Sync routers for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:10:19.943658 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f81855a-b069-4fb7-b587-9dced5fd4635 None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:10:19.944110 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:19.944347 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-9f81855a-b069-4fb7-b587-9dced5fd4635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:09:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:10:19.973889 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-e9585dfd-0254-43ca-b9b5-0d89cc61f13f tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8530660 Feb 20 21:10:19.974470 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a593f1f-0361-49f1-8bac-1af71053488c', 'tag': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:10:19.976949 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ec304cc-b4df-4ad9-a132-de61bb10d231" -d '{"events": [{"name": "network-changed", "server_uuid": "4a593f1f-0361-49f1-8bac-1af71053488c", "tag": "3923d3b3-0072-4d52-9cb9-5b860a5e8a29"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:10:20.055161 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-9f81855a-b069-4fb7-b587-9dced5fd4635 None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:10:20.078832 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:10:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e36adf6-7700-4ba4-9f09-3836be1cdf32 x-openstack-request-id: req-2e36adf6-7700-4ba4-9f09-3836be1cdf32 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:10:20.079137 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a593f1f-0361-49f1-8bac-1af71053488c", "tag": "3923d3b3-0072-4d52-9cb9-5b860a5e8a29", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:10:20.079406 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-2e36adf6-7700-4ba4-9f09-3836be1cdf32 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:10:20.079806 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a593f1f-0361-49f1-8bac-1af71053488c', 'tag': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29', 'status': 'completed', 'code': 200} Feb 20 21:10:20.150012 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec304cc-b4df-4ad9-a132-de61bb10d231 req-a9f68149-cd70-4bd5-b632-7a2b5da4a462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:20.151519 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5ec304cc-b4df-4ad9-a132-de61bb10d231 req-a9f68149-cd70-4bd5-b632-7a2b5da4a462 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 1129 time: 0.0500576 Feb 20 21:10:20.243567 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec304cc-b4df-4ad9-a132-de61bb10d231 req-34ccb56d-eb78-49a3-bf30-fafe51b1d0ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:20.245453 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5ec304cc-b4df-4ad9-a132-de61bb10d231 req-34ccb56d-eb78-49a3-bf30-fafe51b1d0ac service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.0880060 Feb 20 21:10:20.298778 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-9f81855a-b069-4fb7-b587-9dced5fd4635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '68c833d6-d0b5-4790-8635-eb43eedf1f25', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:71:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:08:23Z', 'updated_at': '2022-02-20T21:08:25Z', 'revision_number': 1, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}, {'id': '6dec8511-26bb-4b22-a514-8cdb2e77cd9d', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:25:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a593f1f-0361-49f1-8bac-1af71053488c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:10:18Z', 'updated_at': '2022-02-20T21:10:18Z', 'revision_number': 0, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:10:20.317953 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5ec304cc-b4df-4ad9-a132-de61bb10d231 req-943c489b-9ca3-4aad-85fe-50dbea4c5543 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3923d3b3-0072-4d52-9cb9-5b860a5e8a29 HTTP/1.1" status: 200 len: 998 time: 0.0671761 Feb 20 21:10:20.334402 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f81855a-b069-4fb7-b587-9dced5fd4635 None None] Checking router: 13248f9c-34f2-4600-894e-8a0507170b2e for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:10:20.343243 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f81855a-b069-4fb7-b587-9dced5fd4635 None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:10:20.343850 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-9f81855a-b069-4fb7-b587-9dced5fd4635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:09:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:10:20.369160 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec304cc-b4df-4ad9-a132-de61bb10d231 req-0c571633-86f1-44c0-a857-a70f2a9cc03d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:20.370625 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5ec304cc-b4df-4ad9-a132-de61bb10d231 req-0c571633-86f1-44c0-a857-a70f2a9cc03d service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0465705 Feb 20 21:10:20.420508 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ec304cc-b4df-4ad9-a132-de61bb10d231 req-80744319-87ec-4e18-8d06-078d2a216a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:20.422015 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5ec304cc-b4df-4ad9-a132-de61bb10d231 req-80744319-87ec-4e18-8d06-078d2a216a5e service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0449843 Feb 20 21:10:20.450090 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-9f81855a-b069-4fb7-b587-9dced5fd4635 None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:10:20.514731 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5ec304cc-b4df-4ad9-a132-de61bb10d231 req-3c56016d-f9c9-41c8-869f-a418495275d5 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0863197 Feb 20 21:10:20.607121 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5ec304cc-b4df-4ad9-a132-de61bb10d231 req-73414530-bc97-4411-b353-d425311d7e03 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866206 Feb 20 21:10:20.819030 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-9f81855a-b069-4fb7-b587-9dced5fd4635 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '68c833d6-d0b5-4790-8635-eb43eedf1f25', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:71:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:08:23Z', 'updated_at': '2022-02-20T21:08:25Z', 'revision_number': 1, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}, {'id': '6dec8511-26bb-4b22-a514-8cdb2e77cd9d', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:25:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a593f1f-0361-49f1-8bac-1af71053488c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:10:18Z', 'updated_at': '2022-02-20T21:10:18Z', 'revision_number': 0, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:10:20.849383 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9f81855a-b069-4fb7-b587-9dced5fd4635 None None] The sync data for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi is: [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '68c833d6-d0b5-4790-8635-eb43eedf1f25', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:71:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:08:23Z', 'updated_at': '2022-02-20T21:08:25Z', 'revision_number': 1, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}, {'id': '6dec8511-26bb-4b22-a514-8cdb2e77cd9d', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.17', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 703, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:25:e6:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4a593f1f-0361-49f1-8bac-1af71053488c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:10:18Z', 'updated_at': '2022-02-20T21:10:18Z', 'revision_number': 0, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:10:21.041201 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d71b5e5a-cc2a-458d-a3e7-2114dcfbdf55 None None] New status for floating IP 6dec8511-26bb-4b22-a514-8cdb2e77cd9d: ACTIVE {{(pid=102719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:10:26.066365 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d1f18d97-61e4-45f1-a6b9-9095b47052a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:26.750904 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:28.861465 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-58f47084-a135-4c21-8639-f81d026d6923 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:30.263387 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:31.946592 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:33.231741 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:33.679236 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:10:34.644079 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ae415f78-a6e1-406e-aeef-bac3f0b47989 req-dd318bd8-830a-4327-9d0a-5c14c06e1ec3 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0447452 Feb 20 21:10:34.731159 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae415f78-a6e1-406e-aeef-bac3f0b47989 req-f4fc20b5-3671-4fee-88b4-c0d288a0906d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:34.732758 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ae415f78-a6e1-406e-aeef-bac3f0b47989 req-f4fc20b5-3671-4fee-88b4-c0d288a0906d service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 1129 time: 0.0474029 Feb 20 21:10:34.834459 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae415f78-a6e1-406e-aeef-bac3f0b47989 req-4d58ac76-67be-41ce-9190-43d098c2dc69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:34.836009 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ae415f78-a6e1-406e-aeef-bac3f0b47989 req-4d58ac76-67be-41ce-9190-43d098c2dc69 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.0835252 Feb 20 21:10:34.904766 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ae415f78-a6e1-406e-aeef-bac3f0b47989 req-6350695b-499c-4d21-b6a6-9ce1faadeb60 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f95d03-c848-47c8-930b-4b56d8a61251 HTTP/1.1" status: 200 len: 1001 time: 0.0621998 Feb 20 21:10:34.953409 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae415f78-a6e1-406e-aeef-bac3f0b47989 req-8c578d27-2a0f-40b8-b34a-ee122b64120a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:34.954901 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ae415f78-a6e1-406e-aeef-bac3f0b47989 req-8c578d27-2a0f-40b8-b34a-ee122b64120a service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0448961 Feb 20 21:10:35.018148 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae415f78-a6e1-406e-aeef-bac3f0b47989 req-f6711004-7cf6-4a8e-b945-ac6378b527a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:10:35.020127 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ae415f78-a6e1-406e-aeef-bac3f0b47989 req-f6711004-7cf6-4a8e-b945-ac6378b527a8 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0599778 Feb 20 21:10:35.115005 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ae415f78-a6e1-406e-aeef-bac3f0b47989 req-706a4924-9899-4a03-b07c-88cbd4981fd2 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891597 Feb 20 21:10:35.203616 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-ae415f78-a6e1-406e-aeef-bac3f0b47989 req-43dbcde8-f12e-433e-8667-7665a279e970 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814631 Feb 20 21:10:56.068792 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d0ac76e7-f846-4f62-9896-94f502588945 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:56.773220 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:10:58.863188 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-48564c64-40d8-4a00-b6da-de2077705224 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:00.269407 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:01.973437 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:03.235669 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:10.678811 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:11:26.078389 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-235469fc-1577-4b41-8032-68afb78a730b None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:26.795523 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:28.867547 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1d860c7b-f543-4ccc-a1eb-371309a1a18a None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:30.271561 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:31.955760 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:33.240506 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:35.660925 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d8430593-b1af-4821-8200-4b701ca9880a req-66ae6203-ce7b-425f-a2fc-4025587159c1 service neutron] 10.222.0.90 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0510066 Feb 20 21:11:35.741939 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8430593-b1af-4821-8200-4b701ca9880a req-9e30c86e-f4de-4949-865e-084446dda492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:35.743580 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d8430593-b1af-4821-8200-4b701ca9880a req-9e30c86e-f4de-4949-865e-084446dda492 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 1129 time: 0.0551722 Feb 20 21:11:35.908044 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8430593-b1af-4821-8200-4b701ca9880a req-47bcd4ff-b316-484f-94f6-8e734f814534 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:35.910503 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d8430593-b1af-4821-8200-4b701ca9880a req-47bcd4ff-b316-484f-94f6-8e734f814534 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.1479633 Feb 20 21:11:35.988781 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d8430593-b1af-4821-8200-4b701ca9880a req-4c728ed1-e8ff-4bdf-980a-6f84a9fc9685 service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3923d3b3-0072-4d52-9cb9-5b860a5e8a29 HTTP/1.1" status: 200 len: 1000 time: 0.0720251 Feb 20 21:11:36.039214 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8430593-b1af-4821-8200-4b701ca9880a req-494e6eb4-1d9c-4bdf-a8d5-b183e8cc9dfb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:36.040762 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d8430593-b1af-4821-8200-4b701ca9880a req-494e6eb4-1d9c-4bdf-a8d5-b183e8cc9dfb service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0466442 Feb 20 21:11:36.095433 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8430593-b1af-4821-8200-4b701ca9880a req-1aa050a2-3525-4a9a-9b15-2e36b1ae59ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:36.097058 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d8430593-b1af-4821-8200-4b701ca9880a req-1aa050a2-3525-4a9a-9b15-2e36b1ae59ff service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0509465 Feb 20 21:11:36.204560 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d8430593-b1af-4821-8200-4b701ca9880a req-0eab5178-52e7-4b5b-9f34-df940ef91222 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1003363 Feb 20 21:11:36.303845 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-d8430593-b1af-4821-8200-4b701ca9880a req-8ebfdf6d-6338-4203-8620-510d7695e88b service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0928040 Feb 20 21:11:47.680462 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:11:48.356282 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37446) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:11:48.571455 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Deleting port 5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:11:48.571780 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:48.648968 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:48.649202 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:48.662005 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Calling delete_port for 5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091 owned by network:floatingip {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:11:48.810437 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:48.838731 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event deleted for resources: {'Port': ['ID=5e4ae9c6-82f9-4a26-bbd4-00bb71e5b091,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:11:48.864347 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.864725 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.865072 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.865411 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.865745 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.866074 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.866402 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.866728 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.867054 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.867380 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.867704 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.868024 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.868343 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102716) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:48.909119 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (6dec8511-26bb-4b22-a514-8cdb2e77cd9d), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:48.909399 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.l3_db [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Floating IP 6dec8511-26bb-4b22-a514-8cdb2e77cd9d disassociated (deleted). External IP: 172.27.2.17, port: 3923d3b3-0072-4d52-9cb9-5b860a5e8a29. Feb 20 21:11:49.134912 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Router 13248f9c-34f2-4600-894e-8a0507170b2e has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:11:49.247576 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:11:49.253100 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:49.259052 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26efa9-7360-493b-8b07-d0b3de1d0df6 None None] Sync routers for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:11:49.269365 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26efa9-7360-493b-8b07-d0b3de1d0df6 None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:11:49.270078 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-0a26efa9-7360-493b-8b07-d0b3de1d0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:11:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:11:49.283279 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-fa711e88-cbbc-4495-a096-db48301be45a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "DELETE /v2.0/floatingips/6dec8511-26bb-4b22-a514-8cdb2e77cd9d HTTP/1.1" status: 204 len: 168 time: 0.9258771 Feb 20 21:11:49.283961 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4a593f1f-0361-49f1-8bac-1af71053488c', 'tag': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:11:49.286364 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-633ee479-98c8-4e84-a201-7f53b664d2ff" -d '{"events": [{"name": "network-changed", "server_uuid": "4a593f1f-0361-49f1-8bac-1af71053488c", "tag": "3923d3b3-0072-4d52-9cb9-5b860a5e8a29"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:11:49.326799 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:11:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f28896ac-466f-4a9e-bad7-0ee144eebbc2 x-openstack-request-id: req-f28896ac-466f-4a9e-bad7-0ee144eebbc2 {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:11:49.327096 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4a593f1f-0361-49f1-8bac-1af71053488c", "tag": "3923d3b3-0072-4d52-9cb9-5b860a5e8a29", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:11:49.327353 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-f28896ac-466f-4a9e-bad7-0ee144eebbc2 {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:11:49.327759 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4a593f1f-0361-49f1-8bac-1af71053488c', 'tag': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29', 'status': 'completed', 'code': 200} Feb 20 21:11:49.401149 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ee479-98c8-4e84-a201-7f53b664d2ff req-42621e20-691a-4e8a-933d-65929075bcdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:49.402729 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-633ee479-98c8-4e84-a201-7f53b664d2ff req-42621e20-691a-4e8a-933d-65929075bcdb service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 1129 time: 0.0550342 Feb 20 21:11:49.405552 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-0a26efa9-7360-493b-8b07-d0b3de1d0df6 None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:11:49.503932 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ee479-98c8-4e84-a201-7f53b664d2ff req-6ac9c89b-48a8-4c49-90aa-d2fbea7d2781 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:49.505345 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-633ee479-98c8-4e84-a201-7f53b664d2ff req-6ac9c89b-48a8-4c49-90aa-d2fbea7d2781 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.0963979 Feb 20 21:11:49.541951 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af79c40-57fc-4538-bfdb-31cea023bb7f req-4d854293-afeb-4fcb-92e9-e5176775a35a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:49.543457 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4af79c40-57fc-4538-bfdb-31cea023bb7f req-4d854293-afeb-4fcb-92e9-e5176775a35a tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 945 time: 0.0588129 Feb 20 21:11:49.547801 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-633ee479-98c8-4e84-a201-7f53b664d2ff req-75c8d99c-fe8c-4b85-b8d8-6653de161bae service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=3923d3b3-0072-4d52-9cb9-5b860a5e8a29 HTTP/1.1" status: 200 len: 217 time: 0.0361869 Feb 20 21:11:49.594238 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-4af79c40-57fc-4538-bfdb-31cea023bb7f req-7dd2a913-91c4-4192-baaf-76e44f459d40 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442152 Feb 20 21:11:49.603261 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ee479-98c8-4e84-a201-7f53b664d2ff req-c480b886-ca1f-4edb-b527-b830697ab018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:49.604997 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-633ee479-98c8-4e84-a201-7f53b664d2ff req-c480b886-ca1f-4edb-b527-b830697ab018 service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0510318 Feb 20 21:11:49.654218 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-0a26efa9-7360-493b-8b07-d0b3de1d0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '68c833d6-d0b5-4790-8635-eb43eedf1f25', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:71:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:08:23Z', 'updated_at': '2022-02-20T21:08:25Z', 'revision_number': 1, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:11:49.658812 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633ee479-98c8-4e84-a201-7f53b664d2ff req-fd3be081-05da-4d04-99db-0fa6c6090bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:49.660316 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-633ee479-98c8-4e84-a201-7f53b664d2ff req-fd3be081-05da-4d04-99db-0fa6c6090bc2 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0496409 Feb 20 21:11:49.685937 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26efa9-7360-493b-8b07-d0b3de1d0df6 None None] Checking router: 13248f9c-34f2-4600-894e-8a0507170b2e for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:11:49.694257 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a26efa9-7360-493b-8b07-d0b3de1d0df6 None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:11:49.694858 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-0a26efa9-7360-493b-8b07-d0b3de1d0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:11:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:11:49.754942 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-633ee479-98c8-4e84-a201-7f53b664d2ff req-56e27388-a9ce-4317-a230-c5531e811e21 service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864332 Feb 20 21:11:49.820752 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-0a26efa9-7360-493b-8b07-d0b3de1d0df6 None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:11:50.066017 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-0a26efa9-7360-493b-8b07-d0b3de1d0df6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '68c833d6-d0b5-4790-8635-eb43eedf1f25', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:71:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:08:23Z', 'updated_at': '2022-02-20T21:08:25Z', 'revision_number': 1, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:11:50.097352 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0a26efa9-7360-493b-8b07-d0b3de1d0df6 None None] The sync data for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi is: [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_floatingips': [{'id': '68c833d6-d0b5-4790-8635-eb43eedf1f25', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'floating_ip_address': '172.27.2.146', 'floating_network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'router_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'port_id': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'fixed_ip_address': '172.20.0.7', 'status': 'ACTIVE', 'standard_attr_id': 700, 'description': '', 'qos_policy_id': None, 'qos_network_policy_id': None, 'port_details': {'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'mac_address': 'fa:16:3e:71:6c:97', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-20T21:08:23Z', 'updated_at': '2022-02-20T21:08:25Z', 'revision_number': 1, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:11:50.102941 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-633ee479-98c8-4e84-a201-7f53b664d2ff req-2fd8c2eb-9630-4567-a13a-22b94b11594b service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3411653 Feb 20 21:11:50.324976 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa06bc0e-86db-4d65-a6a5-8af550afe0df None None] New status for floating IP 6dec8511-26bb-4b22-a514-8cdb2e77cd9d: DOWN {{(pid=102719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:11:50.730965 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a17d06f3-0b14-43da-9636-87d1be8b2201 req-17b5f25b-5f9c-4b93-ad5a-a73f3c9d84a1 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:50.732457 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a17d06f3-0b14-43da-9636-87d1be8b2201 req-17b5f25b-5f9c-4b93-ad5a-a73f3c9d84a1 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 945 time: 0.0593941 Feb 20 21:11:50.784978 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-a17d06f3-0b14-43da-9636-87d1be8b2201 req-a289bd5d-9dad-4bc1-97a1-f1535a921fba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0464509 Feb 20 21:11:51.024091 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af331498-db3c-489a-a1c7-b7d522d4b022 req-16725e23-9fd6-4ae1-a1c8-432a57b1bc56 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:51.025596 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-af331498-db3c-489a-a1c7-b7d522d4b022 req-16725e23-9fd6-4ae1-a1c8-432a57b1bc56 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 945 time: 0.0532777 Feb 20 21:11:51.122090 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-af331498-db3c-489a-a1c7-b7d522d4b022 req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Deleting port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:11:51.122435 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-af331498-db3c-489a-a1c7-b7d522d4b022 req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:51.211109 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-af331498-db3c-489a-a1c7-b7d522d4b022 req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] For port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=3923d3b3-0072-4d52-9cb9-5b860a5e8a29,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:11:51.211473 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-af331498-db3c-489a-a1c7-b7d522d4b022 req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:51.223997 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-af331498-db3c-489a-a1c7-b7d522d4b022 req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Calling delete_port for 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:11:51.354662 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-af331498-db3c-489a-a1c7-b7d522d4b022 req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (3923d3b3-0072-4d52-9cb9-5b860a5e8a29), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:51.382107 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event deleted for resources: {'Port': ['ID=3923d3b3-0072-4d52-9cb9-5b860a5e8a29,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:11:51.395993 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.396483 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.396725 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.397071 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.397413 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.397749 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.398082 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.398417 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.398749 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.399082 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.399420 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.399733 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.400058 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102717) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:11:51.442702 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-af331498-db3c-489a-a1c7-b7d522d4b022 req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] No DVR routers for this DVR port 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:11:51.445709 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-af331498-db3c-489a-a1c7-b7d522d4b022 req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:51.449207 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-af331498-db3c-489a-a1c7-b7d522d4b022 req-8c1d4f1e-641c-444d-b7da-088bb3e14f75 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "DELETE /v2.0/ports/3923d3b3-0072-4d52-9cb9-5b860a5e8a29 HTTP/1.1" status: 204 len: 173 time: 0.4188597 Feb 20 21:11:51.449694 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4a593f1f-0361-49f1-8bac-1af71053488c', 'name': 'network-vif-deleted', 'tag': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:11:51.452011 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5b85f97b-7018-4eff-bb92-20258c3be9c2" -d '{"events": [{"server_uuid": "4a593f1f-0361-49f1-8bac-1af71053488c", "name": "network-vif-deleted", "tag": "3923d3b3-0072-4d52-9cb9-5b860a5e8a29"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:11:51.494247 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:11:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a570bc23-d1f0-4a1c-95db-e1b8a9737b27 x-openstack-request-id: req-a570bc23-d1f0-4a1c-95db-e1b8a9737b27 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:11:51.494550 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4a593f1f-0361-49f1-8bac-1af71053488c", "name": "network-vif-deleted", "tag": "3923d3b3-0072-4d52-9cb9-5b860a5e8a29", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:11:51.494804 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-a570bc23-d1f0-4a1c-95db-e1b8a9737b27 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:11:51.495207 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4a593f1f-0361-49f1-8bac-1af71053488c', 'name': 'network-vif-deleted', 'tag': '3923d3b3-0072-4d52-9cb9-5b860a5e8a29', 'status': 'completed', 'code': 200} Feb 20 21:11:51.905013 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-84c64307-e333-47ad-9b73-45048d011d95 req-c6e68253-beb0-4f88-a139-73366f986845 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=4a593f1f-0361-49f1-8bac-1af71053488c HTTP/1.1" status: 200 len: 210 time: 0.0329225 Feb 20 21:11:55.185027 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37488) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:11:55.350393 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Deleting port 5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:11:55.350742 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:55.428502 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:55.428749 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:55.440679 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Calling delete_port for 5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e owned by network:floatingip {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:11:55.474099 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:11:55.493857 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:11:55.494201 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device 3923d3b3-0072-4d52-9cb9-5b860a5e8a29 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:11:55.585764 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:55.611016 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event deleted for resources: {'Port': ['ID=5bceecc9-9fb8-4696-95d0-f3c67c8b2e3e,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:11:55.673312 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (68c833d6-d0b5-4790-8635-eb43eedf1f25), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:55.673650 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.db.l3_db [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Floating IP 68c833d6-d0b5-4790-8635-eb43eedf1f25 disassociated (deleted). External IP: 172.27.2.146, port: f3f95d03-c848-47c8-930b-4b56d8a61251. Feb 20 21:11:55.888207 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Router 13248f9c-34f2-4600-894e-8a0507170b2e has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:11:55.997221 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:11:56.002566 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:56.008386 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a5646-3b4c-46a1-b0cd-e4ec73244a25 None None] Sync routers for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:11:56.018232 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a5646-3b4c-46a1-b0cd-e4ec73244a25 None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:11:56.018844 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-1a9a5646-3b4c-46a1-b0cd-e4ec73244a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:11:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:11:56.032287 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-aea0fca0-2565-457f-978b-b6551df017ba tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "DELETE /v2.0/floatingips/68c833d6-d0b5-4790-8635-eb43eedf1f25 HTTP/1.1" status: 204 len: 168 time: 0.8461714 Feb 20 21:11:56.032929 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'tag': 'f3f95d03-c848-47c8-930b-4b56d8a61251'}] {{(pid=102716) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:11:56.035567 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1b0fe867d98d9e95d97124c92b8bbd9a949c97e40832278c36a5e776eae7fffe" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5584902d-8dc8-4a0f-9bdd-c3b15d1e15ee" -d '{"events": [{"name": "network-changed", "server_uuid": "ef643c38-f722-41fc-852b-31424c50bd4b", "tag": "f3f95d03-c848-47c8-930b-4b56d8a61251"}]}' {{(pid=102716) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:11:56.080494 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Sun, 20 Feb 2022 21:11:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2f0d46d-0f24-42f4-8f97-30ee2fdd201c x-openstack-request-id: req-d2f0d46d-0f24-42f4-8f97-30ee2fdd201c {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:11:56.080701 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ef643c38-f722-41fc-852b-31424c50bd4b", "tag": "f3f95d03-c848-47c8-930b-4b56d8a61251", "status": "completed", "code": 200}]} {{(pid=102716) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:11:56.080962 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-d2f0d46d-0f24-42f4-8f97-30ee2fdd201c {{(pid=102716) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:11:56.081437 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'tag': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'status': 'completed', 'code': 200} Feb 20 21:11:56.149050 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3f15c9ab-a60f-4acd-9f80-bb9008f93f60 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:56.151949 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-1a9a5646-3b4c-46a1-b0cd-e4ec73244a25 None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:11:56.160644 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584902d-8dc8-4a0f-9bdd-c3b15d1e15ee req-b61547a7-f660-44dd-9893-6e835e17dd62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:56.162294 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5584902d-8dc8-4a0f-9bdd-c3b15d1e15ee req-b61547a7-f660-44dd-9893-6e835e17dd62 service neutron] 10.222.0.90 "GET /v2.0/ports?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 1129 time: 0.0555909 Feb 20 21:11:56.277598 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584902d-8dc8-4a0f-9bdd-c3b15d1e15ee req-7c0c894b-e25a-42dd-843f-3b63b70be5f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:56.279223 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5584902d-8dc8-4a0f-9bdd-c3b15d1e15ee req-7c0c894b-e25a-42dd-843f-3b63b70be5f9 service neutron] 10.222.0.90 "GET /v2.0/networks?id=a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 200 len: 912 time: 0.1099286 Feb 20 21:11:56.309014 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09edd054-35b1-4c04-8ff4-1f6d9076e5e4 req-ecaeba0c-42f1-4f3c-a552-5b05ac0b8d38 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:56.310605 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-09edd054-35b1-4c04-8ff4-1f6d9076e5e4 req-ecaeba0c-42f1-4f3c-a552-5b05ac0b8d38 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 945 time: 0.0683258 Feb 20 21:11:56.327996 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5584902d-8dc8-4a0f-9bdd-c3b15d1e15ee req-e15cebe6-1a2f-448f-b65b-4f0a542f4b5d service neutron] 10.222.0.90 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f3f95d03-c848-47c8-930b-4b56d8a61251 HTTP/1.1" status: 200 len: 217 time: 0.0419958 Feb 20 21:11:56.368188 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-09edd054-35b1-4c04-8ff4-1f6d9076e5e4 req-864a8601-e3de-4323-b4f9-c9a9ed8cce6b tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514646 Feb 20 21:11:56.380682 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584902d-8dc8-4a0f-9bdd-c3b15d1e15ee req-a94a17b4-7b89-4fac-9738-dfb9a3061aca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:56.384668 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5584902d-8dc8-4a0f-9bdd-c3b15d1e15ee req-a94a17b4-7b89-4fac-9738-dfb9a3061aca service neutron] 10.222.0.90 "GET /v2.0/subnets?id=06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 200 len: 850 time: 0.0484273 Feb 20 21:11:56.435193 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5584902d-8dc8-4a0f-9bdd-c3b15d1e15ee req-f2812257-72d8-4c61-8dc6-01a697afe907 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:56.436655 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5584902d-8dc8-4a0f-9bdd-c3b15d1e15ee req-f2812257-72d8-4c61-8dc6-01a697afe907 service neutron] 10.222.0.90 "GET /v2.0/ports?network_id=a106d46e-8c77-4012-96c1-49a3a4f915ab&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1212 time: 0.0470088 Feb 20 21:11:56.504069 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-1a9a5646-3b4c-46a1-b0cd-e4ec73244a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:11:56.530176 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5584902d-8dc8-4a0f-9bdd-c3b15d1e15ee req-310a3d5e-1428-4b8b-8e8b-1b8b0e0aa8fc service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873685 Feb 20 21:11:56.530978 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a5646-3b4c-46a1-b0cd-e4ec73244a25 None None] Checking router: 13248f9c-34f2-4600-894e-8a0507170b2e for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:11:56.539627 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a9a5646-3b4c-46a1-b0cd-e4ec73244a25 None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:11:56.540244 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-1a9a5646-3b4c-46a1-b0cd-e4ec73244a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:11:29Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:11:56.619604 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-5584902d-8dc8-4a0f-9bdd-c3b15d1e15ee req-a6f84ea8-813e-4d31-a188-2f88bf1d198e service neutron] 10.222.0.90 "GET /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0815713 Feb 20 21:11:56.649378 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-1a9a5646-3b4c-46a1-b0cd-e4ec73244a25 None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:11:56.810064 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:56.866337 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-1a9a5646-3b4c-46a1-b0cd-e4ec73244a25 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:11:56.892686 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1a9a5646-3b4c-46a1-b0cd-e4ec73244a25 None None] The sync data for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi is: [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:05:09Z', 'revision_number': 4, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi', '_interfaces': [{'id': '82b6d128-2483-47f5-b284-7ec77429fb71', 'name': '', 'network_id': 'a106d46e-8c77-4012-96c1-49a3a4f915ab', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'mac_address': 'fa:16:3e:8f:2a:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_interface', 'standard_attr_id': 633, 'fixed_ips': [{'subnet_id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:07Z', 'updated_at': '2022-02-20T21:05:14Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'subnets': [{'id': '06e5b62b-78c3-4fd5-aa5b-3f37c3732422', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:11:57.112998 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45844a28-f9a1-4316-a8ac-0a55567abdd7 None None] New status for floating IP 68c833d6-d0b5-4790-8635-eb43eedf1f25: DOWN {{(pid=102719) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 20 21:11:57.495284 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6caa859d-0389-4c70-8c0c-cfe3aab14c2e req-b56b3b7a-f39e-43b4-8ad7-6ef7298150a8 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102716) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:57.496781 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6caa859d-0389-4c70-8c0c-cfe3aab14c2e req-b56b3b7a-f39e-43b4-8ad7-6ef7298150a8 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 945 time: 0.0553627 Feb 20 21:11:57.543970 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-6caa859d-0389-4c70-8c0c-cfe3aab14c2e req-ecabb47d-98ad-4a57-9899-e25885a34630 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/security-groups?id=7219ad6f-b176-4b8a-a4ad-5435a773e338&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0409579 Feb 20 21:11:57.733214 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f811ba1a-f151-459f-8972-572cad141bbc req-14af8379-72e8-44a7-9936-986fc59b128e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=102717) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 20 21:11:57.734660 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f811ba1a-f151-459f-8972-572cad141bbc req-14af8379-72e8-44a7-9936-986fc59b128e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 945 time: 0.0525141 Feb 20 21:11:57.830655 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-f811ba1a-f151-459f-8972-572cad141bbc req-9e228183-725d-4505-92ab-7812280279d7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Deleting port f3f95d03-c848-47c8-930b-4b56d8a61251 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:11:57.830990 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-f811ba1a-f151-459f-8972-572cad141bbc req-9e228183-725d-4505-92ab-7812280279d7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:57.918137 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [req-f811ba1a-f151-459f-8972-572cad141bbc req-9e228183-725d-4505-92ab-7812280279d7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] For port f3f95d03-c848-47c8-930b-4b56d8a61251, host hv-cinder-83008, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-83008',level=0,port_id=f3f95d03-c848-47c8-930b-4b56d8a61251,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:11:57.918493 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-f811ba1a-f151-459f-8972-572cad141bbc req-9e228183-725d-4505-92ab-7812280279d7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:57.930602 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [req-f811ba1a-f151-459f-8972-572cad141bbc req-9e228183-725d-4505-92ab-7812280279d7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Calling delete_port for f3f95d03-c848-47c8-930b-4b56d8a61251 owned by compute:nova {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:11:58.059989 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-f811ba1a-f151-459f-8972-572cad141bbc req-9e228183-725d-4505-92ab-7812280279d7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (f3f95d03-c848-47c8-930b-4b56d8a61251), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:58.087972 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e228183-725d-4505-92ab-7812280279d7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event deleted for resources: {'Port': ['ID=f3f95d03-c848-47c8-930b-4b56d8a61251,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:11:58.138531 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [req-f811ba1a-f151-459f-8972-572cad141bbc req-9e228183-725d-4505-92ab-7812280279d7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] No DVR routers for this DVR port f3f95d03-c848-47c8-930b-4b56d8a61251 on host hv-cinder-83008 {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:11:58.140251 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [req-f811ba1a-f151-459f-8972-572cad141bbc req-9e228183-725d-4505-92ab-7812280279d7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for port (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:58.144169 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [req-f811ba1a-f151-459f-8972-572cad141bbc req-9e228183-725d-4505-92ab-7812280279d7 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.90 "DELETE /v2.0/ports/f3f95d03-c848-47c8-930b-4b56d8a61251 HTTP/1.1" status: 204 len: 173 time: 0.4042859 Feb 20 21:11:58.144646 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'name': 'network-vif-deleted', 'tag': 'f3f95d03-c848-47c8-930b-4b56d8a61251'}] {{(pid=102717) send_events /opt/stack/neutron/neutron/notifiers/nova.py:271}} Feb 20 21:11:58.146947 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.71/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}0d18c660cd95a97a35392db3ec55b4668b878cfe706512026c0dae92369d3579" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b838a09-1d1d-4972-bf80-66f875911102" -d '{"events": [{"server_uuid": "ef643c38-f722-41fc-852b-31424c50bd4b", "name": "network-vif-deleted", "tag": "f3f95d03-c848-47c8-930b-4b56d8a61251"}]}' {{(pid=102717) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Feb 20 21:11:58.184025 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Sun, 20 Feb 2022 21:11:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7cbf1b94-3369-4751-9a2d-cd929075e936 x-openstack-request-id: req-7cbf1b94-3369-4751-9a2d-cd929075e936 {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Feb 20 21:11:58.184338 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ef643c38-f722-41fc-852b-31424c50bd4b", "name": "network-vif-deleted", "tag": "f3f95d03-c848-47c8-930b-4b56d8a61251", "status": "completed", "code": 200}]} {{(pid=102717) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Feb 20 21:11:58.184596 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.71/compute/v2.1/os-server-external-events used request id req-7cbf1b94-3369-4751-9a2d-cd929075e936 {{(pid=102717) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Feb 20 21:11:58.185005 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef643c38-f722-41fc-852b-31424c50bd4b', 'name': 'network-vif-deleted', 'tag': 'f3f95d03-c848-47c8-930b-4b56d8a61251', 'status': 'completed', 'code': 200} Feb 20 21:11:58.652162 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [req-212c7b35-2750-4cc8-997f-8d0def11d0e4 req-2543fb34-44a3-4ef3-b90c-b8d628430b2c tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "GET /v2.0/ports?device_id=ef643c38-f722-41fc-852b-31424c50bd4b HTTP/1.1" status: 200 len: 210 time: 0.0276718 Feb 20 21:11:58.870913 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34f5b42b-d470-490a-928d-79bb495a43a9 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:59.707022 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37504) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:11:59.827206 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-3d815c8a-216b-4c53-92b0-6051816edc3e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Deleting port 72713bf0-e4b5-4c29-ab1f-4bdad892c425 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:11:59.827548 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3d815c8a-216b-4c53-92b0-6051816edc3e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (72713bf0-e4b5-4c29-ab1f-4bdad892c425), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:59.905734 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3d815c8a-216b-4c53-92b0-6051816edc3e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (72713bf0-e4b5-4c29-ab1f-4bdad892c425), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:59.906103 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3d815c8a-216b-4c53-92b0-6051816edc3e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (72713bf0-e4b5-4c29-ab1f-4bdad892c425), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:11:59.918458 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-3d815c8a-216b-4c53-92b0-6051816edc3e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Calling delete_port for 72713bf0-e4b5-4c29-ab1f-4bdad892c425 owned by network:floatingip {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:12:00.045659 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3d815c8a-216b-4c53-92b0-6051816edc3e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (72713bf0-e4b5-4c29-ab1f-4bdad892c425), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:00.273379 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:00.354389 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d815c8a-216b-4c53-92b0-6051816edc3e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event deleted for resources: {'Port': ['ID=72713bf0-e4b5-4c29-ab1f-4bdad892c425,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:00.413543 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3d815c8a-216b-4c53-92b0-6051816edc3e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for floatingip (cdb9aacc-2f08-4f2e-b640-00d15c228fd6), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:00.416173 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-3d815c8a-216b-4c53-92b0-6051816edc3e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-170321'] for floatingip (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:00.417347 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-3d815c8a-216b-4c53-92b0-6051816edc3e tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "DELETE /v2.0/floatingips/cdb9aacc-2f08-4f2e-b640-00d15c228fd6 HTTP/1.1" status: 204 len: 168 time: 0.7093484 Feb 20 21:12:01.482290 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device f3f95d03-c848-47c8-930b-4b56d8a61251 no longer exists at agent hyperv_hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:12:01.509051 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] No Port match for: f3f95d03-c848-47c8-930b-4b56d8a61251 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:12:01.509392 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Device f3f95d03-c848-47c8-930b-4b56d8a61251 not bound to the agent host hv-cinder-83008 {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:12:01.607092 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 37516) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:01.671398 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4ea492a5-e416-4a89-bca9-7b8d1cd755f5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group (7219ad6f-b176-4b8a-a4ad-5435a773e338), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:01.697297 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4ea492a5-e416-4a89-bca9-7b8d1cd755f5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group (7219ad6f-b176-4b8a-a4ad-5435a773e338), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:01.756334 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4ea492a5-e416-4a89-bca9-7b8d1cd755f5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (7219ad6f-b176-4b8a-a4ad-5435a773e338), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:01.759190 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-4ea492a5-e416-4a89-bca9-7b8d1cd755f5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Publish callbacks [] for security_group (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:01.760374 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-4ea492a5-e416-4a89-bca9-7b8d1cd755f5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] 10.222.0.71 "DELETE /v2.0/security-groups/7219ad6f-b176-4b8a-a4ad-5435a773e338 HTTP/1.1" status: 204 len: 168 time: 0.1522801 Feb 20 21:12:01.770041 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea492a5-e416-4a89-bca9-7b8d1cd755f5 tempest-TestVolumeBootPattern-1498030021 tempest-TestVolumeBootPattern-1498030021-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7219ad6f-b176-4b8a-a4ad-5435a773e338,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:01.820411 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 37520) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:01.956442 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:02.305194 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f242daa7-5913-4518-8e77-e300fe4c2dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609256'] for router_interface (13248f9c-34f2-4600-894e-8a0507170b2e), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:02.556146 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-f242daa7-5913-4518-8e77-e300fe4c2dd5 admin admin] Deleting port 82b6d128-2483-47f5-b284-7ec77429fb71 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:12:02.556414 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f242daa7-5913-4518-8e77-e300fe4c2dd5 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:02.632196 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-f242daa7-5913-4518-8e77-e300fe4c2dd5 admin admin] For port 82b6d128-2483-47f5-b284-7ec77429fb71, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=82b6d128-2483-47f5-b284-7ec77429fb71,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:12:02.632957 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f242daa7-5913-4518-8e77-e300fe4c2dd5 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:02.645106 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-f242daa7-5913-4518-8e77-e300fe4c2dd5 admin admin] Calling delete_port for 82b6d128-2483-47f5-b284-7ec77429fb71 owned by network:router_interface {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:12:02.828198 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f242daa7-5913-4518-8e77-e300fe4c2dd5 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (82b6d128-2483-47f5-b284-7ec77429fb71), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:02.854050 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f242daa7-5913-4518-8e77-e300fe4c2dd5 admin admin] Pushing event deleted for resources: {'Port': ['ID=82b6d128-2483-47f5-b284-7ec77429fb71,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:03.027108 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-f242daa7-5913-4518-8e77-e300fe4c2dd5 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608888'] for router_interface (13248f9c-34f2-4600-894e-8a0507170b2e), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:03.235002 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:03.256661 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f242daa7-5913-4518-8e77-e300fe4c2dd5 admin admin] Router 13248f9c-34f2-4600-894e-8a0507170b2e has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102717) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:12:03.363225 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f242daa7-5913-4518-8e77-e300fe4c2dd5 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102717) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:12:03.368569 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-f242daa7-5913-4518-8e77-e300fe4c2dd5 admin admin] 10.222.0.71 "PUT /v2.0/routers/13248f9c-34f2-4600-894e-8a0507170b2e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5471208 Feb 20 21:12:03.371303 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 37524) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:03.372242 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0262a-2753-405f-b86d-51b1e5ad554a None None] Sync routers for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:12:03.382368 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0262a-2753-405f-b86d-51b1e5ad554a None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:12:03.382975 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-e0e0262a-2753-405f-b86d-51b1e5ad554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:11:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:03.475930 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Publish callbacks [] for router (13248f9c-34f2-4600-894e-8a0507170b2e), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:03.492899 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-e0e0262a-2753-405f-b86d-51b1e5ad554a None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:12:03.683477 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-e0e0262a-2753-405f-b86d-51b1e5ad554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:12:02Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:03.713678 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0262a-2753-405f-b86d-51b1e5ad554a None None] Checking router: 13248f9c-34f2-4600-894e-8a0507170b2e for host: dv-cinder-830088-1-iscsi {{(pid=102718) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:12:03.723295 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0e0262a-2753-405f-b86d-51b1e5ad554a None None] Routers {'13248f9c-34f2-4600-894e-8a0507170b2e'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102718) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:12:03.723929 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-e0e0262a-2753-405f-b86d-51b1e5ad554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:11:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['13248f9c-34f2-4600-894e-8a0507170b2e'], 'active': True} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:03.834009 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvr_db [None req-e0e0262a-2753-405f-b86d-51b1e5ad554a None None] Set router 13248f9c-34f2-4600-894e-8a0507170b2e gateway port host: dv-cinder-830088-1-iscsi {{(pid=102718) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:12:03.843373 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Publish callbacks [] for router_gateway (13248f9c-34f2-4600-894e-8a0507170b2e), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:03.897599 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Deleting port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:12:03.897948 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:03.976188 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] For port 4c64b890-7fb0-4a5d-8f64-99d4e88081e8, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=4c64b890-7fb0-4a5d-8f64-99d4e88081e8,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:12:03.976578 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:03.988711 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Calling delete_port for 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 owned by network:router_gateway {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:12:04.018198 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_hamode_db [None req-e0e0262a-2753-405f-b86d-51b1e5ad554a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:12:02Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102718) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:04.044540 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0e0262a-2753-405f-b86d-51b1e5ad554a None None] The sync data for ids ['13248f9c-34f2-4600-894e-8a0507170b2e'] in dv-cinder-830088-1-iscsi is: [{'id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'name': 'tempest-TestVolumeBootPattern-546693073-router', 'tenant_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162'}], 'enable_snat': True}, 'gw_port_id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:03Z', 'updated_at': '2022-02-20T21:12:02Z', 'revision_number': 5, 'project_id': 'ff258914ee2b4c9db5a90dba699c8f77', 'gw_port': {'id': '4c64b890-7fb0-4a5d-8f64-99d4e88081e8', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:66:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13248f9c-34f2-4600-894e-8a0507170b2e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 627, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:04Z', 'updated_at': '2022-02-20T21:05:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}] {{(pid=102718) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:12:04.165425 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (4c64b890-7fb0-4a5d-8f64-99d4e88081e8), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.189592 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c64b890-7fb0-4a5d-8f64-99d4e88081e8,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:04.252398 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608146'] for router_gateway (13248f9c-34f2-4600-894e-8a0507170b2e), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.343053 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129210'] for router (13248f9c-34f2-4600-894e-8a0507170b2e), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.345717 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Publish callbacks [] for router_controller (13248f9c-34f2-4600-894e-8a0507170b2e), precommit_delete_associations {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.392855 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619127'] for router (13248f9c-34f2-4600-894e-8a0507170b2e), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.393347 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 13248f9c-34f2-4600-894e-8a0507170b2e {{(pid=102717) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 21:12:04.397893 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.399031 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-d9b853cf-1323-4ca2-a687-a12742e79000 admin admin] 10.222.0.71 "DELETE /v2.0/routers/13248f9c-34f2-4600-894e-8a0507170b2e HTTP/1.1" status: 204 len: 168 time: 1.0267959 Feb 20 21:12:04.401779 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 37526) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:04.447433 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.db_base_plugin_v2 [None req-de3342ab-c163-4be9-b678-49507239767e admin admin] Deleting subnet 06e5b62b-78c3-4fd5-aa5b-3f37c3732422 {{(pid=102717) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:12:04.450843 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-de3342ab-c163-4be9-b678-49507239767e admin admin] Publish callbacks [] for subnet (06e5b62b-78c3-4fd5-aa5b-3f37c3732422), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.486997 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-de3342ab-c163-4be9-b678-49507239767e admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30773289'] for subnet (06e5b62b-78c3-4fd5-aa5b-3f37c3732422), precommit_delete_associations {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.609484 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-de3342ab-c163-4be9-b678-49507239767e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (06e5b62b-78c3-4fd5-aa5b-3f37c3732422), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.667780 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-de3342ab-c163-4be9-b678-49507239767e admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-30559806', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-30576269'] for subnet (06e5b62b-78c3-4fd5-aa5b-3f37c3732422), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.694178 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3342ab-c163-4be9-b678-49507239767e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=06e5b62b-78c3-4fd5-aa5b-3f37c3732422,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:04.697897 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-de3342ab-c163-4be9-b678-49507239767e admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for subnet (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.703477 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-de3342ab-c163-4be9-b678-49507239767e admin admin] 10.222.0.71 "DELETE /v2.0/subnets/06e5b62b-78c3-4fd5-aa5b-3f37c3732422 HTTP/1.1" status: 204 len: 168 time: 0.2984765 Feb 20 21:12:04.703683 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [-] (102717) accepted ('10.222.0.71', 37528) {{(pid=102717) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:04.704803 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7111844-e6f2-4e03-bc51-41a438c64d8c None None] Network a106d46e-8c77-4012-96c1-49a3a4f915ab requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:12:04.779479 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (a106d46e-8c77-4012-96c1-49a3a4f915ab), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.847474 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Deleting port 38780978-b708-478c-9a0e-7a3c88d07c6d {{(pid=102717) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:12:04.848175 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.909399 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.db [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] For port 38780978-b708-478c-9a0e-7a3c88d07c6d, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=38780978-b708-478c-9a0e-7a3c88d07c6d,segment=NetworkSegment(a03e2bb3-844e-4878-a664-c3e166f48b3d),segment_id=a03e2bb3-844e-4878-a664-c3e166f48b3d)] {{(pid=102717) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:12:04.909765 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:04.922100 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.plugin [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Calling delete_port for 38780978-b708-478c-9a0e-7a3c88d07c6d owned by network:dhcp {{(pid=102717) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:12:05.003053 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-30558191'] for port (38780978-b708-478c-9a0e-7a3c88d07c6d), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:05.030660 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] No DVR routers for this DVR port 38780978-b708-478c-9a0e-7a3c88d07c6d on host dv-cinder-830088-1-iscsi {{(pid=102717) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:12:05.035693 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Pushing event deleted for resources: {'Port': ['ID=38780978-b708-478c-9a0e-7a3c88d07c6d,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:05.064133 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e46dc01-807d-4930-bcb3-3185ab9d3542 None None] DHCP port deletion for a106d46e-8c77-4012-96c1-49a3a4f915ab request from dv-cinder-830088-1-iscsi {{(pid=102718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 21:12:05.113243 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (a106d46e-8c77-4012-96c1-49a3a4f915ab), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:05.129106 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:12:05.137891 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a106d46e-8c77-4012-96c1-49a3a4f915ab']}} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:05.147807 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03e2bb3-844e-4878-a664-c3e166f48b3d') {'for_net_delete': True} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:05.148103 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.services.segments.db [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03e2bb3-844e-4878-a664-c3e166f48b3d') {} {{(pid=102717) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:05.150197 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:12:05.150538 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 4c64b890-7fb0-4a5d-8f64-99d4e88081e8 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:12:05.151074 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 38780978-b708-478c-9a0e-7a3c88d07c6d no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:12:05.158623 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30773296'] for segment (a03e2bb3-844e-4878-a664-c3e166f48b3d), before_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:05.172739 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (a03e2bb3-844e-4878-a664-c3e166f48b3d), precommit_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:05.174980 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 38780978-b708-478c-9a0e-7a3c88d07c6d {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:12:05.175330 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 38780978-b708-478c-9a0e-7a3c88d07c6d not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:12:05.175744 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 82b6d128-2483-47f5-b284-7ec77429fb71 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:12:05.182307 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Releasing vlan 187 on physical network physnet1 to pool {{(pid=102717) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:12:05.182939 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-30558168'] for segment (a03e2bb3-844e-4878-a664-c3e166f48b3d), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: Traceback (most recent call last): Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: timer() Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: cb(*args, **kw) Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: return func(*args, **kwargs) Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: self._notify() Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: self.callback(batched_events) Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: event.method(event) Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: return f(self, *a, **k) Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._get(url).json() Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: return self.request(url, 'GET', **kwargs) Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:12:05.185284 dv-cinder-830088-1-iscsi neutron-server[102717]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:12:05.214679 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 82b6d128-2483-47f5-b284-7ec77429fb71 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:12:05.215320 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 82b6d128-2483-47f5-b284-7ec77429fb71 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:12:05.242677 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (a106d46e-8c77-4012-96c1-49a3a4f915ab), after_delete {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:05.247805 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron_lib.callbacks.manager [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102717) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:05.251351 dv-cinder-830088-1-iscsi neutron-server[102717]: INFO neutron.wsgi [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] 10.222.0.71 "DELETE /v2.0/networks/a106d46e-8c77-4012-96c1-49a3a4f915ab HTTP/1.1" status: 204 len: 168 time: 0.5461659 Feb 20 21:12:05.254319 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37530) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:05.264082 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a16fe94-54f6-480c-9b8a-d8858d4756e7 admin admin] Pushing event deleted for resources: {'Network': ['ID=a106d46e-8c77-4012-96c1-49a3a4f915ab,revision_number=None']} {{(pid=102717) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:05.601139 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-562b9477-6352-4374-a698-a38c04f779b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-609256'] for router_interface (709370eb-f41e-4715-a33b-988decf9c1a2), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:05.855044 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-562b9477-6352-4374-a698-a38c04f779b8 admin admin] Deleting port 6b348c6e-d103-4066-898c-2639f2963b4e {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:12:05.855279 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-562b9477-6352-4374-a698-a38c04f779b8 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:05.932914 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [None req-562b9477-6352-4374-a698-a38c04f779b8 admin admin] For port 6b348c6e-d103-4066-898c-2639f2963b4e, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=6b348c6e-d103-4066-898c-2639f2963b4e,segment=NetworkSegment(457ca5dc-1026-462d-8d68-4930bc64935b),segment_id=457ca5dc-1026-462d-8d68-4930bc64935b)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:12:05.933276 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-562b9477-6352-4374-a698-a38c04f779b8 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:05.944481 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-562b9477-6352-4374-a698-a38c04f779b8 admin admin] Calling delete_port for 6b348c6e-d103-4066-898c-2639f2963b4e owned by network:router_interface {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:12:06.123533 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-562b9477-6352-4374-a698-a38c04f779b8 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (6b348c6e-d103-4066-898c-2639f2963b4e), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:06.150967 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562b9477-6352-4374-a698-a38c04f779b8 admin admin] Pushing event deleted for resources: {'Port': ['ID=6b348c6e-d103-4066-898c-2639f2963b4e,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:06.326832 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-562b9477-6352-4374-a698-a38c04f779b8 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-548915', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-608888'] for router_interface (709370eb-f41e-4715-a33b-988decf9c1a2), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:06.545740 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-562b9477-6352-4374-a698-a38c04f779b8 admin admin] Router 709370eb-f41e-4715-a33b-988decf9c1a2 has already been hosted by L3 agent 6f0b8132-3075-4dd6-bddd-68f79398a4cb {{(pid=102716) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:126}} Feb 20 21:12:06.653792 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-562b9477-6352-4374-a698-a38c04f779b8 admin admin] Notify agent at l3_agent.dv-cinder-830088-1-iscsi the message routers_updated {{(pid=102716) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Feb 20 21:12:06.659504 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-562b9477-6352-4374-a698-a38c04f779b8 admin admin] 10.222.0.71 "PUT /v2.0/routers/709370eb-f41e-4715-a33b-988decf9c1a2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4040802 Feb 20 21:12:06.662384 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37532) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:06.663540 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ce39f-13e3-4d2f-a173-a8e644fea7ed None None] Sync routers for ids ['709370eb-f41e-4715-a33b-988decf9c1a2'] in dv-cinder-830088-1-iscsi {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 20 21:12:06.672993 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ce39f-13e3-4d2f-a173-a8e644fea7ed None None] Routers {'709370eb-f41e-4715-a33b-988decf9c1a2'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:12:06.673600 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-3d8ce39f-13e3-4d2f-a173-a8e644fea7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:11:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['709370eb-f41e-4715-a33b-988decf9c1a2'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:06.769772 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Publish callbacks [] for router (709370eb-f41e-4715-a33b-988decf9c1a2), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:06.787331 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-3d8ce39f-13e3-4d2f-a173-a8e644fea7ed None None] Set router 709370eb-f41e-4715-a33b-988decf9c1a2 gateway port host: dv-cinder-830088-1-iscsi {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:12:06.875522 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Publish callbacks [] for router_gateway (709370eb-f41e-4715-a33b-988decf9c1a2), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:06.941579 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Deleting port e8b664a7-6083-4ea5-bfab-08dcab22caaa {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:12:06.942235 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:06.974813 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-3d8ce39f-13e3-4d2f-a173-a8e644fea7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'name': 'tempest-TestVolumeBootPattern-1435785018-router', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'external_fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157'}], 'enable_snat': True}, 'gw_port_id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:15Z', 'updated_at': '2022-02-20T21:12:06Z', 'revision_number': 5, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'gw_port': {'id': 'e8b664a7-6083-4ea5-bfab-08dcab22caaa', 'name': '', 'network_id': 'ea720e23-b531-404c-aafa-141089e16b4e', 'tenant_id': '', 'mac_address': 'fa:16:3e:79:b3:a3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 659, 'fixed_ips': [{'subnet_id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'ip_address': '172.27.2.157', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-830088-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int', 'bound_drivers': {'0': 'openvswitch'}}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-20T21:05:16Z', 'updated_at': '2022-02-20T21:05:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'ee6cd6dd-5a68-4b3f-91b8-769822b70ff0', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-830088-1-iscsi'}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:07.001644 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ce39f-13e3-4d2f-a173-a8e644fea7ed None None] Checking router: 709370eb-f41e-4715-a33b-988decf9c1a2 for host: dv-cinder-830088-1-iscsi {{(pid=102719) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 20 21:12:07.009995 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8ce39f-13e3-4d2f-a173-a8e644fea7ed None None] Routers {'709370eb-f41e-4715-a33b-988decf9c1a2'} bound to L3 agent in host dv-cinder-830088-1-iscsi {{(pid=102719) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:421}} Feb 20 21:12:07.010586 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-3d8ce39f-13e3-4d2f-a173-a8e644fea7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-830088-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-20T20:48:59Z,description=,heartbeat_timestamp=2022-02-20T21:11:59Z,host='dv-cinder-830088-1-iscsi',id=6f0b8132-3075-4dd6-bddd-68f79398a4cb,load=0,resource_versions=,resources_synced=,started_at=2022-02-20T20:48:59Z,topic='l3_agent')) {'router_ids': ['709370eb-f41e-4715-a33b-988decf9c1a2'], 'active': True} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:07.021378 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] For port e8b664a7-6083-4ea5-bfab-08dcab22caaa, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=e8b664a7-6083-4ea5-bfab-08dcab22caaa,segment=NetworkSegment(5986d827-4a2e-41e8-8cd1-4076540f9850),segment_id=5986d827-4a2e-41e8-8cd1-4076540f9850)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:12:07.021750 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.034503 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Calling delete_port for e8b664a7-6083-4ea5-bfab-08dcab22caaa owned by network:router_gateway {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:12:07.100903 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_dvr_db [None req-3d8ce39f-13e3-4d2f-a173-a8e644fea7ed None None] Set router 709370eb-f41e-4715-a33b-988decf9c1a2 gateway port host: None {{(pid=102719) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:906}} Feb 20 21:12:07.152867 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.l3_hamode_db [None req-3d8ce39f-13e3-4d2f-a173-a8e644fea7ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'name': 'tempest-TestVolumeBootPattern-1435785018-router', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:15Z', 'updated_at': '2022-02-20T21:12:06Z', 'revision_number': 6, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'gw_port_host': None}], 'dv-cinder-830088-1-iscsi', False) {} {{(pid=102719) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:07.182876 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d8ce39f-13e3-4d2f-a173-a8e644fea7ed None None] The sync data for ids ['709370eb-f41e-4715-a33b-988decf9c1a2'] in dv-cinder-830088-1-iscsi is: [{'id': '709370eb-f41e-4715-a33b-988decf9c1a2', 'name': 'tempest-TestVolumeBootPattern-1435785018-router', 'tenant_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-20T21:05:15Z', 'updated_at': '2022-02-20T21:12:06Z', 'revision_number': 6, 'project_id': '77f482e31ef2447ca4e0d67dcb0b4c38', 'gw_port_host': None}] {{(pid=102719) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 20 21:12:07.202978 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (e8b664a7-6083-4ea5-bfab-08dcab22caaa), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.232619 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Pushing event deleted for resources: {'Port': ['ID=e8b664a7-6083-4ea5-bfab-08dcab22caaa,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:07.295272 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-608146'] for router_gateway (709370eb-f41e-4715-a33b-988decf9c1a2), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.389163 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-619022', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-129210'] for router (709370eb-f41e-4715-a33b-988decf9c1a2), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.391164 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Publish callbacks [] for router_controller (709370eb-f41e-4715-a33b-988decf9c1a2), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.436188 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network_handler-619127'] for router (709370eb-f41e-4715-a33b-988decf9c1a2), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.436762 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 709370eb-f41e-4715-a33b-988decf9c1a2 {{(pid=102716) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Feb 20 21:12:07.442344 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] Publish callbacks [] for router (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.443529 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-7bd1be53-0f9a-4daf-88ee-88785e8cb186 admin admin] 10.222.0.71 "DELETE /v2.0/routers/709370eb-f41e-4715-a33b-988decf9c1a2 HTTP/1.1" status: 204 len: 168 time: 0.7802198 Feb 20 21:12:07.446117 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37534) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:07.489212 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a65524-85a3-4a98-ba02-619a9c2ffa61 admin admin] Deleting subnet e3d95a19-aea8-4429-8804-960dc7de57a8 {{(pid=102716) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1065}} Feb 20 21:12:07.492264 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-95a65524-85a3-4a98-ba02-619a9c2ffa61 admin admin] Publish callbacks [] for subnet (e3d95a19-aea8-4429-8804-960dc7de57a8), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.528806 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-95a65524-85a3-4a98-ba02-619a9c2ffa61 admin admin] Publish callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-30520643'] for subnet (e3d95a19-aea8-4429-8804-960dc7de57a8), precommit_delete_associations {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.611502 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-95a65524-85a3-4a98-ba02-619a9c2ffa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-2006382'] for subnet (e3d95a19-aea8-4429-8804-960dc7de57a8), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.665957 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-95a65524-85a3-4a98-ba02-619a9c2ffa61 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-2006359', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-93335', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-29631517', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-29417191'] for subnet (e3d95a19-aea8-4429-8804-960dc7de57a8), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.693052 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a65524-85a3-4a98-ba02-619a9c2ffa61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3d95a19-aea8-4429-8804-960dc7de57a8,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:07.697567 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-95a65524-85a3-4a98-ba02-619a9c2ffa61 admin admin] Publish callbacks [] for subnet (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.701778 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-95a65524-85a3-4a98-ba02-619a9c2ffa61 admin admin] 10.222.0.71 "DELETE /v2.0/subnets/e3d95a19-aea8-4429-8804-960dc7de57a8 HTTP/1.1" status: 204 len: 168 time: 0.2546933 Feb 20 21:12:07.702944 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5485335d-3201-4c13-92a0-785c7c256a37 None None] Network d661bdab-ce11-454f-a246-22f8f4e40917 requested from dv-cinder-830088-1-iscsi {{(pid=102718) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:191}} Feb 20 21:12:07.704338 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37536) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:07.772269 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-1175527'] for network (d661bdab-ce11-454f-a246-22f8f4e40917), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.833365 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Deleting port e14aa88c-f215-4334-ac6b-86c390bd5340 {{(pid=102716) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:12:07.833702 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.895049 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.db [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] For port e14aa88c-f215-4334-ac6b-86c390bd5340, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=e14aa88c-f215-4334-ac6b-86c390bd5340,segment=NetworkSegment(457ca5dc-1026-462d-8d68-4930bc64935b),segment_id=457ca5dc-1026-462d-8d68-4930bc64935b)] {{(pid=102716) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:12:07.895334 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.909030 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.plugin [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Calling delete_port for e14aa88c-f215-4334-ac6b-86c390bd5340 owned by network:dhcp {{(pid=102716) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:12:07.932204 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] DHCP port deletion for d661bdab-ce11-454f-a246-22f8f4e40917 request from dv-cinder-830088-1-iscsi {{(pid=102718) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:249}} Feb 20 21:12:07.987400 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Deleting port e14aa88c-f215-4334-ac6b-86c390bd5340 {{(pid=102718) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1978}} Feb 20 21:12:07.987769 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Publish callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8779131830294'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), before_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:07.997547 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-29633996'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.029039 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e14aa88c-f215-4334-ac6b-86c390bd5340,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:08.030893 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] No DVR routers for this DVR port e14aa88c-f215-4334-ac6b-86c390bd5340 on host dv-cinder-830088-1-iscsi {{(pid=102716) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:12:08.060188 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.db [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] For port e14aa88c-f215-4334-ac6b-86c390bd5340, host dv-cinder-830088-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-830088-1-iscsi',level=0,port_id=e14aa88c-f215-4334-ac6b-86c390bd5340,segment=NetworkSegment(457ca5dc-1026-462d-8d68-4930bc64935b),segment_id=457ca5dc-1026-462d-8d68-4930bc64935b)] {{(pid=102718) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Feb 20 21:12:08.060638 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Publish callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-613792'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), precommit_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.078396 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Calling delete_port for e14aa88c-f215-4334-ac6b-86c390bd5340 owned by network:dhcp {{(pid=102718) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2056}} Feb 20 21:12:08.102697 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-2005991', 'neutron.services.segments.db._delete_segments_for_network-8779131774522'] for network (d661bdab-ce11-454f-a246-22f8f4e40917), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.124960 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d661bdab-ce11-454f-a246-22f8f4e40917']}} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:08.135590 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '457ca5dc-1026-462d-8d68-4930bc64935b') {'for_net_delete': True} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:08.135895 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.services.segments.db [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '457ca5dc-1026-462d-8d68-4930bc64935b') {} {{(pid=102716) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 20 21:12:08.147318 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8779131775555', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-30520666'] for segment (457ca5dc-1026-462d-8d68-4930bc64935b), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.159734 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Publish callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-2077064', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-933256', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8779131837049', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8779131345457'] for port (e14aa88c-f215-4334-ac6b-86c390bd5340), after_delete {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.163557 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355'] for segment (457ca5dc-1026-462d-8d68-4930bc64935b), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.173106 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Releasing vlan 163 on physical network physnet1 to pool {{(pid=102716) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 20 21:12:08.173450 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-1297355', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-29634043'] for segment (457ca5dc-1026-462d-8d68-4930bc64935b), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: Traceback (most recent call last): Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: timer() Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: cb(*args, **kw) Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/common/utils.py", line 921, in wrapper Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: return func(*args, **kwargs) Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: self._notify() Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: self.callback(batched_events) Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: event.method(event) Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: aggregate_uuid = self.p_client.list_aggregates( Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 58, in wrapper Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: return f(self, *a, **k) Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 554, in list_aggregates Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: return self._get(url).json() Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 190, in _get Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: return self.request(url, 'GET', **kwargs) Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: base_url = self.get_endpoint(auth, allow=allow, Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 20 21:12:08.175312 dv-cinder-830088-1-iscsi neutron-server[102716]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 20 21:12:08.188178 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Pushing event deleted for resources: {'Port': ['ID=e14aa88c-f215-4334-ac6b-86c390bd5340,revision_number=None']} {{(pid=102718) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:08.191129 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] No DVR routers for this DVR port e14aa88c-f215-4334-ac6b-86c390bd5340 on host dv-cinder-830088-1-iscsi {{(pid=102718) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 20 21:12:08.201250 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.201250 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.201250 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type LocalIPAssociation changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.201250 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.201250 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.201250 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.201250 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.202533 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type QosPolicy changed None to 1.10 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.202533 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type SecurityGroup changed None to 1.5 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.202533 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.202533 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.203177 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.203177 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cbe2d5d-4918-4671-af50-859f2b8e1117 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-830088-1-iscsi {{(pid=102718) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 20 21:12:08.244924 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Publish callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-2005996', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-534983', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-548922', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-608254'] for network (d661bdab-ce11-454f-a246-22f8f4e40917), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.251907 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Publish callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-548884'] for network (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.255074 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] 10.222.0.71 "DELETE /v2.0/networks/d661bdab-ce11-454f-a246-22f8f4e40917 HTTP/1.1" status: 204 len: 168 time: 0.5497725 Feb 20 21:12:08.266254 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef8e263-41b4-45e5-b407-28969cd37fa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=d661bdab-ce11-454f-a246-22f8f4e40917,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:08.374353 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37540) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:08.414799 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-248afd3a-f270-47e9-9fdf-995a53fde6c1 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=ff258914ee2b4c9db5a90dba699c8f77&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0392251 Feb 20 21:12:08.417231 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37542) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:08.464408 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b5335807-619b-466d-af5d-0be19ba493a3 admin admin] Publish callbacks [] for security_group (9649371e-764f-4d43-986e-146b92679e41), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.484452 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b5335807-619b-466d-af5d-0be19ba493a3 admin admin] Publish callbacks [] for security_group (9649371e-764f-4d43-986e-146b92679e41), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.534008 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b5335807-619b-466d-af5d-0be19ba493a3 admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (9649371e-764f-4d43-986e-146b92679e41), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.536760 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-b5335807-619b-466d-af5d-0be19ba493a3 admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:08.537893 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-b5335807-619b-466d-af5d-0be19ba493a3 admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/9649371e-764f-4d43-986e-146b92679e41 HTTP/1.1" status: 204 len: 168 time: 0.1197846 Feb 20 21:12:08.545785 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5335807-619b-466d-af5d-0be19ba493a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9649371e-764f-4d43-986e-146b92679e41,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:08.890039 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37548) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:08.931529 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-24a005c6-688f-49c4-a63e-b9eba1fd53f3 admin admin] 10.222.0.71 "GET /v2.0/security-groups?tenant_id=77f482e31ef2447ca4e0d67dcb0b4c38&name=default HTTP/1.1" status: 200 len: 2996 time: 0.0403132 Feb 20 21:12:08.933926 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [-] (102716) accepted ('10.222.0.71', 37550) {{(pid=102716) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:1004}} Feb 20 21:12:08.950575 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 6b348c6e-d103-4066-898c-2639f2963b4e no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:12:08.971413 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: 6b348c6e-d103-4066-898c-2639f2963b4e {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:12:08.971769 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device 6b348c6e-d103-4066-898c-2639f2963b4e not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:12:08.972217 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device e8b664a7-6083-4ea5-bfab-08dcab22caaa no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:12:08.985232 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d826b636-da5b-4fc5-b361-d567281ddedb admin admin] Publish callbacks [] for security_group (42db7623-d2d3-46eb-835e-7a3a23d4bad2), before_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:09.009089 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d826b636-da5b-4fc5-b361-d567281ddedb admin admin] Publish callbacks [] for security_group (42db7623-d2d3-46eb-835e-7a3a23d4bad2), precommit_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:09.065499 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d826b636-da5b-4fc5-b361-d567281ddedb admin admin] Publish callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-581225'] for security_group (42db7623-d2d3-46eb-835e-7a3a23d4bad2), after_delete {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:09.068262 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron_lib.callbacks.manager [None req-d826b636-da5b-4fc5-b361-d567281ddedb admin admin] Publish callbacks [] for security_group (None), before_response {{(pid=102716) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:09.069475 dv-cinder-830088-1-iscsi neutron-server[102716]: INFO neutron.wsgi [None req-d826b636-da5b-4fc5-b361-d567281ddedb admin admin] 10.222.0.71 "DELETE /v2.0/security-groups/42db7623-d2d3-46eb-835e-7a3a23d4bad2 HTTP/1.1" status: 204 len: 168 time: 0.1346598 Feb 20 21:12:09.077844 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d826b636-da5b-4fc5-b361-d567281ddedb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42db7623-d2d3-46eb-835e-7a3a23d4bad2,revision_number=None']} {{(pid=102716) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 20 21:12:09.132308 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: e8b664a7-6083-4ea5-bfab-08dcab22caaa {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:12:09.132748 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device e8b664a7-6083-4ea5-bfab-08dcab22caaa not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:12:09.133120 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device e14aa88c-f215-4334-ac6b-86c390bd5340 no longer exists at agent ovs-agent-dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Feb 20 21:12:09.158333 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.plugin [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] No Port match for: e14aa88c-f215-4334-ac6b-86c390bd5340 {{(pid=102718) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2316}} Feb 20 21:12:09.158713 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron.plugins.ml2.rpc [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Device e14aa88c-f215-4334-ac6b-86c390bd5340 not bound to the agent host dv-cinder-830088-1-iscsi {{(pid=102718) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Feb 20 21:12:24.679338 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:12:26.073943 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b577eade-5648-4d5c-acd3-2b754c9d1df4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:26.793703 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:28.872266 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-34bf2fd7-abbb-4863-82b3-0d070fe8b6c4 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:30.274847 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:31.956398 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:33.239790 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:56.076334 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-3310ee5c-6fb3-44f4-94e8-ed8a31c6d7e7 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:56.792707 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:12:58.873907 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7b9a9d9c-d7ee-4388-8eb7-ee606fbd2e94 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:13:00.277089 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:13:01.679076 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:13:01.986128 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:13:03.242382 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:13:26.078985 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9e2f88de-0cd3-4ca2-a24d-0d7b32f6cd81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:13:26.794282 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:13:28.876780 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c79d19c4-cdbc-46bb-8b5e-85c7df09fdc1 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:13:30.281322 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:13:31.960651 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:13:33.245570 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:13:38.677714 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:13:44.278058 dv-cinder-830088-1-iscsi neutron-server[102716]: DEBUG neutron.wsgi [req-04662e2c-2c4b-4b5e-871c-7405fa6403c8 req-0b767488-798f-47b3-b3c6-2a155f22bda4 service neutron] (102716) timed out ('10.222.0.90', 59268) {{(pid=102716) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 21:13:54.745129 dv-cinder-830088-1-iscsi neutron-server[102717]: DEBUG neutron.wsgi [req-d1f48c6d-bc97-4d9d-9c5b-7ba8a18fa07f req-d9986b4f-c40d-499c-ba58-045e3a196a70 service neutron] (102717) timed out ('10.222.0.90', 59307) {{(pid=102717) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:842}} Feb 20 21:13:56.082486 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-adb6803e-77a4-447d-b0b9-4c0c2c8ff540 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:13:56.806648 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:13:58.879565 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-8efa0e2e-5d7e-4b0f-9a0d-a5710ef468ec None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:14:00.284474 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:14:01.966607 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:14:03.248595 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:14:15.677026 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:14:26.083686 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5e2c6f2e-3002-400d-a34e-4d3e76d42610 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:14:26.821385 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:14:28.883003 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-ea315692-8177-489e-9b65-e5fa9de50c81 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:14:30.286416 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:14:31.965945 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:14:33.251029 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:14:52.675763 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:14:56.085846 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-00e36508-9415-4bfc-a3f1-1b87b345ea91 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:14:56.827063 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:14:58.887215 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5bda74b8-573d-4940-9a24-0d1c01df9427 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:15:00.289772 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:15:01.994257 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:15:03.254808 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:15:26.091134 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-5a51a87c-22e8-424a-9254-58f12e7639ad None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:15:26.819785 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:15:28.892928 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-39d81980-7c93-450e-af2d-faad7563b176 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:15:29.674899 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:15:30.292458 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:15:31.971122 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:15:33.257168 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:15:56.094233 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-1e2bd8a9-d193-4bbe-b91c-074315c739fa None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:15:56.818275 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:15:58.886101 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-030db13f-395a-4cc9-b264-b1a058805c8e None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:16:00.296016 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:16:01.975869 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:16:03.260014 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:16:06.673875 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:16:26.095669 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0b6b2e9d-8df7-41ee-a05b-2aa7ba99d579 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:16:26.826972 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:16:28.889622 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7f994cf8-336c-480a-aa7a-03e835deaed8 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:16:30.299923 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:16:31.977722 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:16:33.263570 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:16:43.673179 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Feb 20 21:16:56.097617 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-9a292af0-b7ff-466c-b749-776b774c7661 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (57ee6ecc-90bb-46fc-8f82-ed5444062622), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:16:56.832327 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-7992700f-0a3b-46ee-9ebe-894678e4d542 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (e5bbd6cc-0053-4800-a85b-f40dc1c2650d), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:16:58.891808 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-b297d7f6-eccd-4336-8257-11747b7b7785 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (6f0b8132-3075-4dd6-bddd-68f79398a4cb), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:17:00.301166 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-0f576625-cea2-4951-95a8-53136886def3 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (b6df277d-fbe9-4965-b63a-b93c23cbc3fe), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:17:01.995206 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-d840f9df-4c57-467d-bd7e-f4265c14a608 None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (c78f3404-3410-4e09-b349-e4690f06a120), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:17:03.266420 dv-cinder-830088-1-iscsi neutron-server[102718]: DEBUG neutron_lib.callbacks.manager [None req-c65ebcae-1b62-4314-86be-cb91c5f24aea None None] Publish callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8779131774504', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-2007550'] for agent (108c462e-06d3-40c8-abe3-95917ede54c1), after_update {{(pid=102718) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:176}} Feb 20 21:17:20.673094 dv-cinder-830088-1-iscsi neutron-server[102719]: DEBUG neutron.db.agents_db [None req-c56dfd1c-3f62-4edb-a9ed-97dd7a0ff918 None None] Agent healthcheck: found 6 active agents {{(pid=102719) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}}